Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -25,7 +25,7 @@ hf_hub_download(
|
|
| 25 |
)
|
| 26 |
hf_hub_download(
|
| 27 |
repo_id="bartowski/Dolphin3.0-Llama3.2-3B-GGUF",
|
| 28 |
-
filename="Dolphin3.0-Llama3.2-3B-
|
| 29 |
local_dir="./models",
|
| 30 |
)
|
| 31 |
|
|
@@ -130,9 +130,9 @@ demo = gr.ChatInterface(
|
|
| 130 |
gr.Dropdown(
|
| 131 |
choices=[
|
| 132 |
"Dolphin3.0-Llama3.2-1B-Q6_K.gguf",
|
| 133 |
-
"Dolphin3.0-Llama3.2-3B-
|
| 134 |
],
|
| 135 |
-
value="Dolphin3.0-Llama3.2-
|
| 136 |
label="Model",
|
| 137 |
info="Select the AI model to use for chat"
|
| 138 |
),
|
|
|
|
| 25 |
)
|
| 26 |
hf_hub_download(
|
| 27 |
repo_id="bartowski/Dolphin3.0-Llama3.2-3B-GGUF",
|
| 28 |
+
filename="Dolphin3.0-Llama3.2-3B-Q4_K_M.gguf",
|
| 29 |
local_dir="./models",
|
| 30 |
)
|
| 31 |
|
|
|
|
| 130 |
gr.Dropdown(
|
| 131 |
choices=[
|
| 132 |
"Dolphin3.0-Llama3.2-1B-Q6_K.gguf",
|
| 133 |
+
"Dolphin3.0-Llama3.2-3B-Q4_K_M.gguf",
|
| 134 |
],
|
| 135 |
+
value="Dolphin3.0-Llama3.2-1B-Q6_K.gguf",
|
| 136 |
label="Model",
|
| 137 |
info="Select the AI model to use for chat"
|
| 138 |
),
|