Local_LLM / config.yml
Abc123Harsh's picture
Upload 3 files
e4cea98 verified
RETURN_SOURCE_DOCUMENTS: True
VECTOR_COUNT: 2
CHUNK_SIZE: 300
CHUNK_OVERLAP: 30
DATA_PATH: 'data/'
DB_FAISS_PATH: 'vectorstore/db_faiss'
MODEL_TYPE: 'mistral'
MODEL_BIN_PATH: 'models\mistral-7b-instruct-v0.2.Q4_0.gguf'
EMBEDDINGS: 'sentence-transformers/all-mpnet-base-v2'
MAX_NEW_TOKENS: 256
TEMPERATURE: 0.0