Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,8 +13,8 @@ llm = None
|
|
| 13 |
llm_model = None
|
| 14 |
|
| 15 |
hf_hub_download(
|
| 16 |
-
repo_id="unsloth/
|
| 17 |
-
filename = "
|
| 18 |
local_dir = "./models"
|
| 19 |
)
|
| 20 |
hf_hub_download(
|
|
@@ -194,9 +194,9 @@ demo = gr.ChatInterface(
|
|
| 194 |
additional_inputs=[
|
| 195 |
gr.Dropdown([
|
| 196 |
'Mistral-Small-24B-Instruct-2501-Q8_0.gguf',
|
| 197 |
-
'
|
| 198 |
],
|
| 199 |
-
value="
|
| 200 |
label="Model"
|
| 201 |
),
|
| 202 |
gr.Textbox(value="You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside <think> </think> tags, and then provide your solution or response to the problem.", label="System message"),
|
|
|
|
| 13 |
llm_model = None
|
| 14 |
|
| 15 |
hf_hub_download(
|
| 16 |
+
repo_id="unsloth/Llama-3.2-1B-Instruct-GGUF",
|
| 17 |
+
filename = "Llama-3.2-1B-Instruct-UD-Q2_K_XL.gguf",
|
| 18 |
local_dir = "./models"
|
| 19 |
)
|
| 20 |
hf_hub_download(
|
|
|
|
| 194 |
additional_inputs=[
|
| 195 |
gr.Dropdown([
|
| 196 |
'Mistral-Small-24B-Instruct-2501-Q8_0.gguf',
|
| 197 |
+
'Llama-3.2-1B-Instruct-UD-Q2_K_XL.gguf'
|
| 198 |
],
|
| 199 |
+
value="Llama-3.2-1B-Instruct-UD-Q2_K_XL.gguf",
|
| 200 |
label="Model"
|
| 201 |
),
|
| 202 |
gr.Textbox(value="You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside <think> </think> tags, and then provide your solution or response to the problem.", label="System message"),
|