Update app.py

app.py

@@ -6,7 +6,7 @@ import yaml
 from tools.final_answer import FinalAnswerTool
 from langchain.text_splitter import CharacterTextSplitter
 from typing import List
-
+import os
 from Gradio_UI import GradioUI
 
 # Below is an example of a tool that does nothing. Amaze us with your creativity !
@@ -68,10 +68,12 @@ final_answer = FinalAnswerTool()
 # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud' 
 
 model = HfApiModel(
-max_tokens=2096,
-temperature=0.5,
-model_id='meta-llama/Llama-3.2-3B-Instruct',    #'Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
-custom_role_conversions=None,
+    model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
+    token=os.getenv("HF_TOKEN"),
+    max_tokens=2096,
+    temperature=0.5,
+    last_input_token_count=0,
+    last_output_token_count=0,
 )