TobDeBer commited on
Commit
b65d8fc
·
verified ·
1 Parent(s): e61f29b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -13,8 +13,8 @@ llm = None
13
  llm_model = None
14
 
15
  hf_hub_download(
16
- repo_id="unsloth/granite-3.3-8b-instruct-GGUF",
17
- filename = "granite-3.3-8b-instruct-UD-Q2_K_XL.gguf",
18
  local_dir = "./models"
19
  )
20
  hf_hub_download(
@@ -194,9 +194,9 @@ demo = gr.ChatInterface(
194
  additional_inputs=[
195
  gr.Dropdown([
196
  'Mistral-Small-24B-Instruct-2501-Q8_0.gguf',
197
- 'granite-3.3-8b-instruct-UD-Q2_K_XL.gguf'
198
  ],
199
- value="granite-3.3-8b-instruct-UD-Q2_K_XL.gguf",
200
  label="Model"
201
  ),
202
  gr.Textbox(value="You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside <think> </think> tags, and then provide your solution or response to the problem.", label="System message"),
 
13
  llm_model = None
14
 
15
  hf_hub_download(
16
+ repo_id="unsloth/Llama-3.2-1B-Instruct-GGUF",
17
+ filename = "Llama-3.2-1B-Instruct-UD-Q2_K_XL.gguf",
18
  local_dir = "./models"
19
  )
20
  hf_hub_download(
 
194
  additional_inputs=[
195
  gr.Dropdown([
196
  'Mistral-Small-24B-Instruct-2501-Q8_0.gguf',
197
+ 'Llama-3.2-1B-Instruct-UD-Q2_K_XL.gguf'
198
  ],
199
+ value="Llama-3.2-1B-Instruct-UD-Q2_K_XL.gguf",
200
  label="Model"
201
  ),
202
  gr.Textbox(value="You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside <think> </think> tags, and then provide your solution or response to the problem.", label="System message"),