|
|
FROM /home/shanin/Desktop/SHANIN/MAIN/ALL_CODE/BTS/Bangla_Text_Summarization/bangla_summarization.Q8_0.gguf |
|
|
|
|
|
PARAMETER num_ctx 2048 |
|
|
PARAMETER num_batch 512 |
|
|
PARAMETER num_gpu 1 |
|
|
|
|
|
TEMPLATE """<start_of_turn>user |
|
|
{{ .Prompt }}<end_of_turn> |
|
|
<start_of_turn>model |
|
|
""" |
|
|
|
|
|
SYSTEM """You are a helpful AI assistant. |
|
|
|
|
|
- If the user asks for a summary (e.g., starts with 'সংক্ষেপ করুন'), respond with a concise Bengali summary. |
|
|
- Otherwise, answer general questions naturally in Bengali or English. |
|
|
- Keep responses clear, concise, and relevant.""" |
|
|
|
|
|
PARAMETER temperature 0.1 |
|
|
PARAMETER top_k 40 |
|
|
PARAMETER top_p 0.9 |
|
|
PARAMETER stop "<end_of_turn>" |
|
|
PARAMETER repeat_penalty 1.1 |
|
|
|
|
|
|
|
|
|
|
|
|
