Xlnk commited on
Commit
63daf3b
·
verified ·
1 Parent(s): cad6d5d

Upload 4 files

Browse files
Files changed (4) hide show
  1. Dockerfile +34 -0
  2. README.md +6 -6
  3. gitattributes +35 -0
  4. start.sh +11 -0
Dockerfile ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ubuntu:22.04
2
+
3
+ ENV DEBIAN_FRONTEND=noninteractive
4
+ WORKDIR /app
5
+
6
+ RUN apt update && apt install -y \
7
+ git \
8
+ cmake \
9
+ build-essential \
10
+ curl \
11
+ ca-certificates \
12
+ && rm -rf /var/lib/apt/lists/*
13
+
14
+ RUN git clone https://github.com/ggerganov/llama.cpp
15
+
16
+ RUN cmake -S llama.cpp -B llama.cpp/build \
17
+ -DLLAMA_BUILD_SERVER=ON \
18
+ -DCMAKE_BUILD_TYPE=Release \
19
+ && cmake --build llama.cpp/build --target llama-server
20
+
21
+ RUN mkdir -p /models
22
+
23
+ # ✅ UNGATED MODEL
24
+ RUN curl -L --fail -o /models/model.gguf \
25
+ https://huggingface.co/unsloth/LFM2-700M-GGUF/resolve/main/LFM2-700M-Q4_0.gguf
26
+
27
+ # ✅ GGUF sanity check (no xxd)
28
+ RUN head -c 4 /models/model.gguf
29
+
30
+ COPY start.sh /start.sh
31
+ RUN chmod +x /start.sh
32
+
33
+ EXPOSE 7860
34
+ CMD ["/start.sh"]
README.md CHANGED
@@ -1,12 +1,12 @@
1
  ---
2
- title: 350m
3
- emoji: 🐢
4
- colorFrom: green
5
- colorTo: green
6
  sdk: docker
7
- pinned: false
8
  license: openrail
9
  short_description: ai
10
  ---
11
 
12
- Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
1
  ---
2
+ title: Ai by Xlnk
3
+ emoji: 📈
4
+ colorFrom: gray
5
+ colorTo: blue
6
  sdk: docker
7
+ pinned: true
8
  license: openrail
9
  short_description: ai
10
  ---
11
 
12
+ Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
start.sh ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+
3
+ /app/llama.cpp/build/bin/llama-server \
4
+ --model /models/model.gguf \
5
+ --host 0.0.0.0 \
6
+ --port 7860 \
7
+ --fit off \
8
+ --threads $(nproc) \
9
+ --mlock \
10
+ --no-mmap \
11
+ --jinja