Spaces:
Runtime error
Runtime error
feat: Kodingo inference service with Qwen2.5-Coder-7B
Browse files- Dockerfile +12 -0
- README.md +9 -4
- start.sh +18 -0
Dockerfile
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM ollama/ollama:latest
|
| 2 |
+
|
| 3 |
+
# Install curl for healthcheck
|
| 4 |
+
RUN apt-get update && apt-get install -y curl && rm -rf /var/lib/apt/lists/*
|
| 5 |
+
|
| 6 |
+
# Copy startup script
|
| 7 |
+
COPY start.sh /start.sh
|
| 8 |
+
RUN chmod +x /start.sh
|
| 9 |
+
|
| 10 |
+
EXPOSE 11434
|
| 11 |
+
|
| 12 |
+
CMD ["/start.sh"]
|
README.md
CHANGED
|
@@ -1,11 +1,16 @@
|
|
| 1 |
---
|
| 2 |
title: Kodingo Infer
|
| 3 |
-
emoji:
|
| 4 |
colorFrom: blue
|
| 5 |
-
colorTo:
|
| 6 |
sdk: docker
|
| 7 |
pinned: false
|
| 8 |
-
license: mit
|
| 9 |
---
|
| 10 |
|
| 11 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
title: Kodingo Infer
|
| 3 |
+
emoji: 🧠
|
| 4 |
colorFrom: blue
|
| 5 |
+
colorTo: cyan
|
| 6 |
sdk: docker
|
| 7 |
pinned: false
|
|
|
|
| 8 |
---
|
| 9 |
|
| 10 |
+
# Kodingo Inference Service
|
| 11 |
+
|
| 12 |
+
Runs Qwen2.5-Coder-7B via Ollama for Kodingo decision memory inference.
|
| 13 |
+
|
| 14 |
+
## Endpoint
|
| 15 |
+
|
| 16 |
+
`POST /api/generate` — Ollama generate endpoint
|
start.sh
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
|
| 3 |
+
# Start Ollama in background
|
| 4 |
+
ollama serve &
|
| 5 |
+
|
| 6 |
+
# Wait for Ollama to be ready
|
| 7 |
+
echo "Waiting for Ollama to start..."
|
| 8 |
+
until curl -s http://localhost:11434/api/tags > /dev/null 2>&1; do
|
| 9 |
+
sleep 2
|
| 10 |
+
done
|
| 11 |
+
|
| 12 |
+
echo "Ollama ready. Pulling Qwen2.5-Coder-7B..."
|
| 13 |
+
ollama pull qwen2.5-coder:7b
|
| 14 |
+
|
| 15 |
+
echo "Model ready. Kodingo inference service is live."
|
| 16 |
+
|
| 17 |
+
# Keep container running
|
| 18 |
+
wait
|