Upload folder using huggingface_hub

src/generator/generator.py

@@ -293,10 +293,10 @@ User Request: {question}"""
         llm = ChatOpenAI(
             temperature=0.95,
             model_name=Settings.LLM_MODEL,
-            max_tokens=2000,
             top_p=0.9,
             presence_penalty=0.25,
-            frequency_penalty=0.2
+            frequency_penalty=0.2,
+            model_kwargs={"max_completion_tokens": 2000},
         )
 
         # Create QA chain