# Modelfile for soci-agent — Soci city simulation LLM
#
# This file defines the Ollama model used by the Soci simulator.
#
# Usage:
#   ollama create soci-agent -f Modelfile
#   ollama run soci-agent    # test it
#
# Then set SOCI_PROVIDER=ollama (or leave unset — Ollama is the default fallback).
#
# ── Option A: Use fine-tuned GGUF (best quality) ─────────────────────────────
#   After exporting GGUF from Linux/Colab:
#     python scripts/finetune_local.py --no-push   # on Linux
#   Then copy the .gguf file here and set FROM to point to it:
#
#FROM ./data/training/0.5b/gguf/unsloth.Q4_K_M.gguf
#
# ── Option B: Use base model from Ollama registry (default) ──────────────────
#   Works immediately — pulls qwen2.5:0.5b from Ollama.
#   No fine-tuning, but correct system prompt and parameters.
#
#FROM qwen2.5:0.5b
FROM ./data/training/7b/gguf/7b-q4_k_m.gguf

SYSTEM """You are the reasoning engine for Soci, an LLM-powered city population simulator. \
You control AI agents (NPCs) living in a city. Each agent has a persona, needs \
(hunger, energy, social, purpose, comfort, fun), memories, and relationships. \
You receive structured context and must respond ONLY with valid JSON. \
Never add explanation outside the JSON."""

# Generation parameters — balanced for JSON output reliability
PARAMETER temperature 0.7
PARAMETER top_p 0.9
PARAMETER top_k 40
PARAMETER repeat_penalty 1.1
PARAMETER num_ctx 2048
PARAMETER num_predict 512

# Stop tokens that signal end of JSON response
PARAMETER stop "```"
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|endoftext|>"