andreska commited on
Commit
85fad1d
·
verified ·
1 Parent(s): 14ef7cc

Test what happens if switch to cold inference model

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -27,7 +27,7 @@ if st.button("Submit"):
27
 
28
  completion = client.chat.completions.create(
29
  #model="Qwen/Qwen2.5-Coder-32B-Instruct",
30
- model="meta-llama/Llama-3.2-3B-Instruct",
31
  messages=messages,
32
  max_tokens=500
33
  )
 
27
 
28
  completion = client.chat.completions.create(
29
  #model="Qwen/Qwen2.5-Coder-32B-Instruct",
30
+ model="HuggingFaceTB/SmolLM2-1.7B-Instruct",
31
  messages=messages,
32
  max_tokens=500
33
  )