zasharepw77 commited on
Commit
7a84380
·
1 Parent(s): 703b913

Test not Devel 72B model

Browse files
Files changed (1) hide show
  1. app.py +1 -35
app.py CHANGED
@@ -39,51 +39,17 @@ def get_current_time_in_timezone(timezone: str) -> str:
39
 
40
  final_answer = FinalAnswerTool()
41
 
42
- # https://docs.litellm.ai/
43
- #model = LiteLLMModel(
44
- # model_id="gemini/gemini-2.0-flash-exp",
45
- # max_tokens=2096,
46
- # temperature=0.6,
47
- # api_key=os.getenv("LITELLM_API_KEY")
48
- #)
49
-
50
  # Local: mcedit ~/.bashrc
51
  # export hf_token="your_hugging_face_token"
52
  # source ~/.bashrc
53
  model = HfApiModel(
54
  max_tokens=2096,
55
  temperature=0.5,
56
- model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
57
  custom_role_conversions=None,
58
  token=os.getenv('hf_token'),
59
  )
60
 
61
- #model = HfApiModel(
62
- # max_tokens=2096,
63
- # temperature=0.5,
64
- # model_id='deepseek-ai/DeepSeek-R1-Distill-Qwen-32B',
65
- # custom_role_conversions=None,
66
- #)
67
-
68
- # ollama
69
- #model = OpenAIServerModel(
70
- # model_id="gemma2:2b", #"deepseek-coder-v2:16b",
71
- # max_tokens=2096,
72
- # temperature=0.6,
73
- # api_base="http://localhost:11434",
74
- # #num_ctx=8192,
75
- # api_key="",
76
- #)
77
-
78
- # transformer
79
- #model = TransformersModel(
80
- # model_id="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
81
- # device_map="auto",
82
- # torch_dtype="auto",
83
- # max_new_tokens=2096,
84
- # temperature=0.6,
85
- #)
86
-
87
  # print("Model Image")
88
  # Import tool from Hub
89
  # image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)
 
39
 
40
  final_answer = FinalAnswerTool()
41
 
 
 
 
 
 
 
 
 
42
  # Local: mcedit ~/.bashrc
43
  # export hf_token="your_hugging_face_token"
44
  # source ~/.bashrc
45
  model = HfApiModel(
46
  max_tokens=2096,
47
  temperature=0.5,
48
+ model_id='Qwen/Qwen2.5-72B-Instruct',
49
  custom_role_conversions=None,
50
  token=os.getenv('hf_token'),
51
  )
52
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
53
  # print("Model Image")
54
  # Import tool from Hub
55
  # image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)