Jolly6443 commited on
Commit
558d2c2
·
verified ·
1 Parent(s): 770e9e8

Swap Dolphin 8B for Dolphin 7B (8B was too slow for free CPU tier, regularly hit the 90s self-heal timeout)

Browse files
Files changed (1) hide show
  1. app.py +8 -3
app.py CHANGED
@@ -34,12 +34,17 @@ CURATED_MODELS = {
34
  "dolphin": {
35
  "id": "dolphin",
36
  "role": "uncensored",
37
- "label": "Dolphin 2.9.4 Llama 3.1 8B",
38
  "emoji": "🐬",
39
  "category": "Uncensored",
40
- "repo": "bartowski/dolphin-2.9.4-llama3.1-8b-GGUF",
 
 
 
 
 
41
  "file": "*Q4_K_M.gguf",
42
- "ram_gb": 5.5,
43
  "n_ctx": 8192,
44
  "description": "Eric Hartford's Dolphin series — gold standard uncensored model. Follows all instructions without refusal.",
45
  },
 
34
  "dolphin": {
35
  "id": "dolphin",
36
  "role": "uncensored",
37
+ "label": "Dolphin 2.9.3 Mistral 7B",
38
  "emoji": "🐬",
39
  "category": "Uncensored",
40
+ # Was Dolphin 2.9.4 Llama 3.1 8B — measurably too slow on the free
41
+ # CPU tier (regularly blew past the server's own 90s self-heal
42
+ # timeout even for a 10-token reply, unlike the two 7B models here
43
+ # which consistently finish in under 35s). This 7B Mistral-based
44
+ # Dolphin variant matches the size class of the working models.
45
+ "repo": "bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF",
46
  "file": "*Q4_K_M.gguf",
47
+ "ram_gb": 4.8,
48
  "n_ctx": 8192,
49
  "description": "Eric Hartford's Dolphin series — gold standard uncensored model. Follows all instructions without refusal.",
50
  },