Update app.py

app.py

@@ -58,12 +58,12 @@ ddg = DuckDuckGoSearchTool()
 # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
 # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud' 
 
-model = HfApiModel(
-max_tokens=2096,
-temperature=0.5,
-model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
-custom_role_conversions=None,
-)
+# model = HfApiModel(
+# max_tokens=2096,
+# temperature=0.5,
+# model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
+# custom_role_conversions=None,
+# )
 
 # model = LiteLLMModel(
 #     model_id="ollama_chat/qwen2.5:7b",        # Ollama model identifier
@@ -72,13 +72,13 @@ custom_role_conversions=None,
 #     temperature=0.5                           
 # )
 
-# model = TransformersModel(
-#     model_id="TheBloke/vicuna-7B-1.1-HF",  # or any other Hugging Face repo
-#     device="cuda",                        # or "cpu"
-#     max_new_tokens=1024,                  # how many tokens to generate
-#     temperature=0.5                       # same as before
-#     # quantize="4bit"                     # optional if supported
-# )
+model = TransformersModel(
+    model_id="TheBloke/vicuna-7B-1.1-HF",  # or any other Hugging Face repo
+    device="cuda",                        # or "cpu"
+    max_new_tokens=1024,                  # how many tokens to generate
+    temperature=0.5                       # same as before
+    # quantize="4bit"                     # optional if supported
+)
 
 # Import tool from Hub
 image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)