Update app.py

app.py

@@ -1,7 +1,7 @@
 from PIL import Image, ImageDraw, ImageFont
 import tempfile
 import gradio as gr
-from smolagents import CodeAgent, InferenceClientModel
+from smolagents import CodeAgent, InferenceClientModel, TransformersModel
 from smolagents import DuckDuckGoSearchTool, Tool
 from huggingface_hub import InferenceClient
 from diffusers import DiffusionPipeline
@@ -129,7 +129,14 @@ image_generation_tool = Tool.from_space(
 #image_generation_tool= TextToImageTool()
 #image_generation_tool = WrappedTextToImageTool()
 search_tool = DuckDuckGoSearchTool()
-llm_engine = InferenceClientModel("Qwen/Qwen2.5-72B-Instruct")
+print('iiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiii')
+#llm_engine = InferenceClientModel("Qwen/Qwen2.5-72B-Instruct")
+llm_engine = TransformersModel(
+    model_id="Qwen/Qwen2.5-72B-Instruct",
+    device="cuda",
+    max_new_tokens=5000,
+)
+print('aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa')
 
 agent = CodeAgent(tools=[image_generation_tool, search_tool], model=llm_engine)