Spaces:

ShadowHunter222
/

gem2

Running

ShadowHunter222 commited on 17 days ago

Commit

8de1c3c

verified ·

1 Parent(s): ebf6f9f

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -4,8 +4,8 @@ FROM ghcr.io/ggml-org/llama.cpp:server
 RUN apt update && apt install wget -y && rm -rf /var/lib/apt/lists/*
-# 1. THE MAIN MODEL: LFM2.5-2.6B in Q4_K_M — best speed/quality balance for CPU
-RUN wget "https://huggingface.co/LiquidAI/LFM2.5-2.6B-GGUF/resolve/main/LFM2.5-2.6B-Q4_K_M.gguf" -O /model.gguf
 # Clear the entrypoint and use shell form CMD

 RUN apt update && apt install wget -y && rm -rf /var/lib/apt/lists/*
+# 1. THE MAIN MODEL: LFM2.5-8B-A1B in Q4_K_M — MoE with only ~1.5B active params per token
+RUN wget "https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_K_M.gguf" -O /model.gguf
 # Clear the entrypoint and use shell form CMD