ameliakris Claude Sonnet 4.6 commited on
Commit
ffcd201
·
1 Parent(s): e38afe2

Replace model selection with specialized coding models

Browse files

Updated to 4 specialized models:
- WhiteRabbitNeo 2.5 Qwen 2.5 Coder 7B: Advanced coding assistant with security focus
- Gemma 3 Prompt Coder 270m: Ultra-fast lightweight coding specialist
- DeepSeek V4 Pro: Advanced multimodal reasoning model
- Qwen 3.6 35B A3B: Large model with aggressive reasoning

Each model has custom system prompts optimized for their capabilities.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

Files changed (1) hide show
  1. app.py +20 -48
app.py CHANGED
@@ -15,61 +15,33 @@ llm_model = None
15
 
16
  # Comprehensive model configurations
17
  MODELS = {
18
- "Dolphin 3.0 R1 Mistral 24B": {
19
- "filename": "cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q8_0.gguf",
20
- "repo_id": "bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF",
21
- "system_prompt": "You are Dolphin, an AI assistant that helps humanity, trained to specialize in reasoning and first-principles analysis. When responding, always format your replies using {reasoning}{answer}. Use at least 6 reasoning steps and perform a root cause analysis before answering. However, if the answer is very easy and requires little thought, you may leave the {reasoning} block empty. Your responses should be detailed, structured with rich Markdown formatting, and engaging with emojis. Be extensive in your explanations, just as the greatest scientific minds would be. Always reason through the problem first, unless it's trivial, in which case you may answer directly.",
22
  "formatter": "CHATML",
23
- "description": "Latest Dolphin with enhanced reasoning capabilities"
24
  },
25
- "Dolphin 2.9.2 Qwen2 72B": {
26
- "filename": "qwen2-Q3_K_M.gguf",
27
- "repo_id": "cognitivecomputations/dolphin-2.9.2-qwen2-72b-gguf",
28
- "system_prompt": "You are Dolphin, a helpful AI assistant trained to be helpful, harmless, and honest. You provide detailed, accurate responses with proper reasoning and analysis.",
29
  "formatter": "CHATML",
30
- "description": "Large 72B parameter model for complex tasks"
31
  },
32
- "Llama 3.1 8B Instruct": {
33
- "filename": "Llama-3.1-8B-Instruct-Q5_K_M.gguf",
34
- "repo_id": "mradermacher/Llama-3.1-8B-Instruct-GGUF",
35
- "system_prompt": "You are a helpful, intelligent assistant. Provide accurate, thoughtful responses with clear reasoning.",
36
  "formatter": "CHATML",
37
- "description": "Fast and efficient general purpose model"
38
  },
39
- "Mistral 7B Instruct v0.3": {
40
- "filename": "Mistral-7B-Instruct-v0.3-Q5_K_M.gguf",
41
- "repo_id": "microsoft/Mistral-7B-Instruct-v0.3-GGUF",
42
- "system_prompt": "You are a helpful AI assistant. Provide clear, accurate, and well-reasoned responses.",
43
  "formatter": "CHATML",
44
- "description": "Balanced performance and speed"
45
- },
46
- "Phi-3 Medium 128K": {
47
- "filename": "Phi-3-medium-128k-instruct-Q5_K_M.gguf",
48
- "repo_id": "microsoft/Phi-3-medium-128k-instruct-GGUF",
49
- "system_prompt": "You are a helpful AI assistant with extensive knowledge. Provide detailed, accurate responses.",
50
- "formatter": "CHATML",
51
- "description": "Long context window (128K tokens)"
52
- },
53
- "Gemma 2 9B IT": {
54
- "filename": "gemma-2-9b-it-Q5_K_M.gguf",
55
- "repo_id": "mradermacher/gemma-2-9b-it-GGUF",
56
- "system_prompt": "You are a helpful, harmless, and honest AI assistant. Provide clear, well-reasoned responses.",
57
- "formatter": "CHATML",
58
- "description": "Google's efficient instruction-tuned model"
59
- },
60
- "Qwen2.5 7B Instruct": {
61
- "filename": "Qwen2.5-7B-Instruct-Q5_K_M.gguf",
62
- "repo_id": "mradermacher/Qwen2.5-7B-Instruct-GGUF",
63
- "system_prompt": "You are a helpful AI assistant named Qwen, created by Alibaba Cloud. Provide accurate, thoughtful responses.",
64
- "formatter": "CHATML",
65
- "description": "Strong multilingual capabilities"
66
- },
67
- "Yi 1.5 34B": {
68
- "filename": "dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf",
69
- "repo_id": "bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF",
70
- "system_prompt": "You are Dolphin, an AI assistant trained for reasoning and analysis. Provide detailed, well-reasoned responses.",
71
- "formatter": "CHATML",
72
- "description": "Strong reasoning with 34B parameters"
73
  }
74
  }
75
 
 
15
 
16
  # Comprehensive model configurations
17
  MODELS = {
18
+ "WhiteRabbitNeo 2.5 Qwen 2.5 Coder 7B": {
19
+ "filename": "WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-OBLITERATED-i1-Q5_K_M.gguf",
20
+ "repo_id": "mradermacher/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-OBLITERATED-i1-GGUF",
21
+ "system_prompt": "You are WhiteRabbitNeo, an advanced AI coding assistant with deep expertise in software development, security analysis, and problem-solving. You provide detailed, accurate responses with proper code examples and thorough explanations.",
22
  "formatter": "CHATML",
23
+ "description": "Advanced coding assistant with security focus"
24
  },
25
+ "Gemma 3 Prompt Coder 270m": {
26
+ "filename": "Gemma-3-Prompt-Coder-270m-it-Uncensored-Q8_0.gguf",
27
+ "repo_id": "mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF",
28
+ "system_prompt": "You are Gemma 3 Prompt Coder, a lightweight but powerful AI assistant specialized in coding and technical tasks. Provide clear, accurate responses with well-formatted code examples.",
29
  "formatter": "CHATML",
30
+ "description": "Ultra-fast lightweight coding specialist"
31
  },
32
+ "DeepSeek V4 Pro": {
33
+ "filename": "DeepSeek-V4-Pro-Q5_K_M.gguf",
34
+ "repo_id": "unsloth/DeepSeek-V4-Pro-GGUF",
35
+ "system_prompt": "You are DeepSeek V4 Pro, an advanced AI assistant with extensive knowledge across multiple domains. Provide detailed, accurate, and well-reasoned responses with proper analysis and explanations.",
36
  "formatter": "CHATML",
37
+ "description": "Advanced multimodal reasoning model"
38
  },
39
+ "Qwen 3.6 35B A3B Uncensored": {
40
+ "filename": "Qwen3.6-35B-A3B-Uncensored-Q5_K_M.gguf",
41
+ "repo_id": "HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF",
42
+ "system_prompt": "You are Qwen 3.6, an advanced AI assistant with aggressive reasoning capabilities and extensive knowledge. Provide direct, detailed responses with thorough analysis and strong reasoning.",
43
  "formatter": "CHATML",
44
+ "description": "Large model with aggressive reasoning"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
45
  }
46
  }
47