mechark commited on
Commit
c95968b
·
1 Parent(s): c4d8214

fix: add correct model task

Browse files
Files changed (1) hide show
  1. src/rag/llm.py +1 -0
src/rag/llm.py CHANGED
@@ -13,6 +13,7 @@ def get_chain():
13
  huggingfacehub_api_token=settings.HUGGINGFACE_TOKEN,
14
  temperature=settings.MODEL_TEMPERATURE,
15
  max_new_tokens=settings.MODEL_MAX_TOKENS,
 
16
  )
17
 
18
  return prompt | llm
 
13
  huggingfacehub_api_token=settings.HUGGINGFACE_TOKEN,
14
  temperature=settings.MODEL_TEMPERATURE,
15
  max_new_tokens=settings.MODEL_MAX_TOKENS,
16
+ task="conversational",
17
  )
18
 
19
  return prompt | llm