File size: 894 Bytes
c38e9f1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | import os
# folder for embeddings db
CHROMA_DB_DIR = os.getenv("CHROMA_DB_DIR", "./chroma_db")
# Small, fast, and understands Arabic and english
EMBEDDING_MODEL_NAME = os.getenv("EMBEDDING_MODEL_NAME", "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2")
# LLM model for generating answers
# meta-llama/Llama-3.2-1B-Instruct (smaller)
# Qwen/Qwen2.5-7B-Instruct (alternative)
# AllAI/mistral-7B-instruct-v0.1 (heavy, high quality)
LLM_MODEL_NAME = os.getenv("LLM_MODEL_NAME", "meta-llama/Llama-3.2-3B-Instruct")
# template to force the model to use the context
QA_SYSTEM_PROMPT = os.getenv("QA_SYSTEM_PROMPT", """
You are a helpful assistant. Your task is to answer questions based strictly on the provided context.
If the context is in Arabic, answer in Arabic. If in English, answer in English.
Do not hallucinate. If the answer is not in the context, say "I don't know".
""") |