Revert to HfApiModel

app.py

@@ -1,4 +1,4 @@
-from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool, TransformersModel
+from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
 import datetime
 import requests
 import pytz
@@ -66,15 +66,11 @@ def create_prompt_for_image_generation(user_prompt: str) -> str:
     capturing golden hour lighting for soft shadows and warm highlights. 
     The aspect ratio is 1:1, using seed 42 for reproducibility.
     """
-    # model = HfApiModel(
-    # max_tokens=512,
-    # temperature=1.0,
-    # model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
+    model = HfApiModel(
+    max_tokens=512,
+    temperature=1.0,
+    model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
     # custom_role_conversions=None,
-    # )
-    engine = TransformersModel(
-    model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
-    max_new_tokens=512,
     )
     
     prompt = prefix + user_prompt + '. ' + postfix 
@@ -83,7 +79,7 @@ def create_prompt_for_image_generation(user_prompt: str) -> str:
     try:
         # response = model(
         #     prompt=prompt, temperature=1., max_tokens=512)
-        response = engine(messages, stop_sequences=["END"])
+        response = model(messages, stop_sequences=["END"])
         # return response['choices'][0]['text'] 
         return response