Swap Dolphin 8B for Dolphin 7B (8B was too slow for free CPU tier, regularly hit the 90s self-heal timeout)
Browse files
app.py
CHANGED
|
@@ -34,12 +34,17 @@ CURATED_MODELS = {
|
|
| 34 |
"dolphin": {
|
| 35 |
"id": "dolphin",
|
| 36 |
"role": "uncensored",
|
| 37 |
-
"label": "Dolphin 2.9.
|
| 38 |
"emoji": "🐬",
|
| 39 |
"category": "Uncensored",
|
| 40 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
"file": "*Q4_K_M.gguf",
|
| 42 |
-
"ram_gb":
|
| 43 |
"n_ctx": 8192,
|
| 44 |
"description": "Eric Hartford's Dolphin series — gold standard uncensored model. Follows all instructions without refusal.",
|
| 45 |
},
|
|
|
|
| 34 |
"dolphin": {
|
| 35 |
"id": "dolphin",
|
| 36 |
"role": "uncensored",
|
| 37 |
+
"label": "Dolphin 2.9.3 Mistral 7B",
|
| 38 |
"emoji": "🐬",
|
| 39 |
"category": "Uncensored",
|
| 40 |
+
# Was Dolphin 2.9.4 Llama 3.1 8B — measurably too slow on the free
|
| 41 |
+
# CPU tier (regularly blew past the server's own 90s self-heal
|
| 42 |
+
# timeout even for a 10-token reply, unlike the two 7B models here
|
| 43 |
+
# which consistently finish in under 35s). This 7B Mistral-based
|
| 44 |
+
# Dolphin variant matches the size class of the working models.
|
| 45 |
+
"repo": "bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF",
|
| 46 |
"file": "*Q4_K_M.gguf",
|
| 47 |
+
"ram_gb": 4.8,
|
| 48 |
"n_ctx": 8192,
|
| 49 |
"description": "Eric Hartford's Dolphin series — gold standard uncensored model. Follows all instructions without refusal.",
|
| 50 |
},
|