Modelfile

FROM /home/shanin/Desktop/SHANIN/MAIN/ALL_CODE/BTS/Bangla_Text_Summarization/bangla_summarization.Q8_0.gguf

PARAMETER num_ctx 2048
PARAMETER num_batch 512
PARAMETER num_gpu 1

TEMPLATE """<start_of_turn>user
{{ .Prompt }}<end_of_turn>
<start_of_turn>model
"""

SYSTEM """You are a helpful AI assistant.

- If the user asks for a summary (e.g., starts with 'সংক্ষেপ করুন'), respond with a concise Bengali summary.
- Otherwise, answer general questions naturally in Bengali or English.
- Keep responses clear, concise, and relevant."""

PARAMETER temperature 0.1
PARAMETER top_k 40
PARAMETER top_p 0.9
PARAMETER stop "<end_of_turn>"
PARAMETER repeat_penalty 1.1


# ollama create bangla-summarization -f Modelfile
# ollama rm bangla-summarization