wanggenfu commited on
Commit
2895204
verified
1 Parent(s): 60032e2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -29,9 +29,11 @@ class EmailState(TypedDict):
29
  # model = ChatOpenAI(temperature=0)
30
  # model = HuggingFaceInferenceAPI(model_name="Qwen/Qwen2.5-Coder-32B-Instruct")
31
 
 
32
  model = InferenceClient(
33
  model="Qwen/Qwen2.5-Coder-32B-Instruct",
34
- timeout=30 # 瓒呮椂鏃堕棿锛岄伩鍏嶉暱鏂囨湰鐢熸垚鍗′綇
 
35
  )
36
 
37
  def query_llm(prompt: str):
 
29
  # model = ChatOpenAI(temperature=0)
30
  # model = HuggingFaceInferenceAPI(model_name="Qwen/Qwen2.5-Coder-32B-Instruct")
31
 
32
+ hf_token=os.getenv("hf_token")
33
  model = InferenceClient(
34
  model="Qwen/Qwen2.5-Coder-32B-Instruct",
35
+ token=hf_token,
36
+ timeout=30
37
  )
38
 
39
  def query_llm(prompt: str):