qwikQ8 commited on
Commit
9782357
·
verified ·
1 Parent(s): b9503ef

Update app.py

Browse files

Trying default without issues

Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -101,16 +101,16 @@ search_tool = DuckDuckGoSearchTool()
101
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
102
 
103
  model = HfApiModel(
104
- max_tokens=2096,
105
  temperature=0.5,
106
  #model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
107
- model_id="meta-llama/Llama-3.3-70B-Instruct",
108
- custom_role_conversions=None,
109
  )
110
 
111
- model = InferenceClientModel(model_id="Qwen/Qwen2.5-72B-Instruct")
112
 
113
- model = InferenceClientModel(model_id="meta-llama/Llama-3.3-70B-Instruct")
114
 
115
 
116
  # Import tool from Hub
 
101
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
102
 
103
  model = HfApiModel(
104
+ #max_tokens=2096,
105
  temperature=0.5,
106
  #model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
107
+ #model_id="meta-llama/Llama-3.3-70B-Instruct",
108
+ #custom_role_conversions=None,
109
  )
110
 
111
+ #model = InferenceClientModel(model_id="Qwen/Qwen2.5-72B-Instruct")
112
 
113
+ #model = InferenceClientModel(model_id="meta-llama/Llama-3.3-70B-Instruct")
114
 
115
 
116
  # Import tool from Hub