Antoine101 commited on
Commit
99e27b1
·
verified ·
1 Parent(s): 6a6d9fa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -8
app.py CHANGED
@@ -21,15 +21,19 @@ HF_TOKEN = os.getenv("HF_TOKEN")
21
  # --- Basic Agent Definition ---
22
  #llm = ChatGroq(model="qwen-qwq-32b", temperature=0)
23
  #llm = HuggingFaceEndpoint(repo_id="HuggingFaceTB/SmolLM-135M-Instruct")
 
 
 
 
 
 
 
 
 
 
24
  llm = HuggingFaceEndpoint(
25
- repo_id="mistralai/Mistral-7B-Instruct-v0.2",
26
- task="text-generation", # for chat‐style use “text-generation”
27
- max_new_tokens=1024,
28
- do_sample=False,
29
- repetition_penalty=1.03,
30
- temperature=0,
31
- huggingfacehub_api_token=HF_TOKEN,
32
- provider='auto'
33
  )
34
 
35
  chat = ChatHuggingFace(llm=llm, verbose=True)
 
21
  # --- Basic Agent Definition ---
22
  #llm = ChatGroq(model="qwen-qwq-32b", temperature=0)
23
  #llm = HuggingFaceEndpoint(repo_id="HuggingFaceTB/SmolLM-135M-Instruct")
24
+ #llm = HuggingFaceEndpoint(
25
+ # repo_id="mistralai/Mistral-7B-Instruct-v0.2",
26
+ # task="text-generation", # for chat‐style use “text-generation”
27
+ # max_new_tokens=1024,
28
+ # do_sample=False,
29
+ # repetition_penalty=1.03,
30
+ # temperature=0,
31
+ # huggingfacehub_api_token=HF_TOKEN,
32
+ # provider='auto'
33
+ #)
34
  llm = HuggingFaceEndpoint(
35
+ repo_id="Qwen/Qwen2.5-Coder-32B-Instruct",
36
+ huggingfacehub_api_token=HF_TOKEN,
 
 
 
 
 
 
37
  )
38
 
39
  chat = ChatHuggingFace(llm=llm, verbose=True)