chnage model

.env

@@ -5,10 +5,10 @@ HOST=0.0.0.0
 DEBUG=true
 CORS_ORIGINS=http://localhost:5173,http://localhost:3000,http://localhost:8000
 
-# SmolLM2 Model Settings
-LOCAL_MODEL_PATH=models/SmolLM2-360M-Instruct-Q4_K_M.gguf
-LOCAL_MODEL_REPO=bartowski/SmolLM2-360M-Instruct-GGUF
-LOCAL_MODEL_FILE=SmolLM2-360M-Instruct-Q4_K_M.gguf
+# SmolLM2 Model Settings (135M for Render free tier)
+LOCAL_MODEL_PATH=models/SmolLM2-135M-Instruct-Q4_K_M.gguf
+LOCAL_MODEL_REPO=bartowski/SmolLM2-135M-Instruct-GGUF
+LOCAL_MODEL_FILE=SmolLM2-135M-Instruct-Q4_K_M.gguf
 
 # Generation Parameters
 DEFAULT_TEMPERATURE=0.7

backend/app/config.py

@@ -6,7 +6,7 @@ class Settings(BaseSettings):
     HOST: str = Field(default="0.0.0.0")
     DEBUG: bool = Field(default=False)
 
-    LOCAL_MODEL_PATH: str = Field(default="models/SmolLM2-360M-Instruct-Q4_K_M.gguf")
+    LOCAL_MODEL_PATH: str = Field(default="models/SmolLM2-135M-Instruct-Q4_K_M.gguf")
 
     DEFAULT_TEMPERATURE: float = Field(default=0.7)
     DEFAULT_MAX_TOKENS: int = Field(default=512)

backend/app/llm/manager.py

@@ -8,8 +8,8 @@ from backend.app.config import settings
 
 logger = logging.getLogger(__name__)
 
-MODEL_REPO = "bartowski/SmolLM2-360M-Instruct-GGUF"
-MODEL_FILE = "SmolLM2-360M-Instruct-Q4_K_M.gguf"
+MODEL_REPO = "bartowski/SmolLM2-135M-Instruct-GGUF"
+MODEL_FILE = "SmolLM2-135M-Instruct-Q4_K_M.gguf"
 
 
 class LLMManager:

backend/app/main.py

@@ -103,7 +103,7 @@ async def run_standard(
                 "total_tokens": usage.get("total_tokens", 0),
                 "duration_ms": int(duration * 1000),
             },
-            model="SmolLM2-360M-Q4_K_M",
+            model="SmolLM2-135M-Q4_K_M",
         )
     except Exception as e:
         logger.error(f"Generation error: {e}")

frontend/src/components/ChatInterface.tsx

@@ -204,7 +204,7 @@ export const ChatInterface: React.FC<ChatInterfaceProps> = ({
     }
   };
 
-  const modelName = modelInfo?.model_name.split('/').pop() || 'SmolLM2-360M-Instruct';
+  const modelName = modelInfo?.model_name.split('/').pop() || 'SmolLM2-135M-Instruct';
 
   return (
     <div className="flex-1 flex h-full bg-[#090810] min-w-0 overflow-hidden font-sans">

frontend/src/components/Dashboard.tsx

@@ -66,7 +66,7 @@ export const Dashboard: React.FC<DashboardProps> = ({
     }, 100);
   };
 
-  const modelName = modelInfo?.model_name || 'SmolLM2-360M-Q4_K_M';
+  const modelName = modelInfo?.model_name || 'SmolLM2-135M-Q4_K_M';
 
   return (
     <div className="flex-1 overflow-y-auto bg-[#090810] p-6 space-y-6 font-sans max-w-[1400px] mx-auto w-full">
@@ -118,7 +118,7 @@ export const Dashboard: React.FC<DashboardProps> = ({
             </div>
           </div>
           <div className="space-y-1 flex-1 flex flex-col justify-end">
-            <h2 className="text-sm font-bold text-white">~180 MB</h2>
+            <h2 className="text-sm font-bold text-white">~80 MB</h2>
             <p className="text-[10px] text-[#58556f]">Q4_K_M quantized</p>
           </div>
         </div>

frontend/src/components/Navbar.tsx

@@ -108,7 +108,7 @@ export const Navbar: React.FC<NavbarProps> = ({
           <div className="hidden lg:flex items-center gap-2 px-3 py-1.5 bg-secondary border border-border rounded-full text-xs font-semibold text-foreground">
             <Cpu size={13} className="text-primary animate-pulse" />
             <span className="truncate max-w-[120px] font-mono text-[11px]">
-              {modelInfo?.model_name.split('/').pop() || 'SmolLM2-360M'}
+              {modelInfo?.model_name.split('/').pop() || 'SmolLM2-135M'}
             </span>
           </div>
 

frontend/src/components/Settings.tsx

@@ -51,7 +51,7 @@ export const Settings: React.FC<SettingsProps> = ({
             <div className="space-y-1.5">
               <label className="text-[10px] font-bold text-[#9d99b3] uppercase tracking-wider">Model</label>
               <div className="bg-[#090810] border border-[#1d1b2e] text-xs text-white rounded-xl px-3 py-2.5 font-mono">
-                SmolLM2-360M-Instruct-Q4_K_M.gguf
+                SmolLM2-135M-Instruct-Q4_K_M.gguf
               </div>
             </div>
 
@@ -127,7 +127,7 @@ export const Settings: React.FC<SettingsProps> = ({
             <div className="space-y-3.5 text-xs select-none">
               <div className="flex justify-between">
                 <span className="text-[#9d99b3]">Model</span>
-                <span className="font-semibold text-white font-mono text-[11px]">{modelInfo?.model_name || 'SmolLM2-360M-Q4_K_M'}</span>
+                <span className="font-semibold text-white font-mono text-[11px]">{modelInfo?.model_name || 'SmolLM2-135M-Q4_K_M'}</span>
               </div>
               <div className="flex justify-between">
                 <span className="text-[#9d99b3]">Status</span>

frontend/src/hooks/useChat.ts

@@ -16,7 +16,7 @@ export const useChat = () => {
   const [conversations, setConversations] = useState<Conversation[]>([]);
   const [activeConversationId, setActiveConversationId] = useState<string | null>(null);
   const [settings, setSettings] = useState<AppSettings>(DEFAULT_SETTINGS);
-  const modelInfo = { model_name: 'SmolLM2-360M-Q4_K_M', status: 'loaded' };
+  const modelInfo = { model_name: 'SmolLM2-135M-Q4_K_M', status: 'loaded' };
   const [isLoading, setIsLoading] = useState<boolean>(false);
   const [error, setError] = useState<string | null>(null);
 
@@ -86,7 +86,7 @@ export const useChat = () => {
       id: Math.random().toString(36).substring(7),
       title: cleanTitle,
       messages: [],
-      activeModel: 'SmolLM2-360M-Q4_K_M',
+      activeModel: 'SmolLM2-135M-Q4_K_M',
       timestamp: Date.now(),
     };
     setConversations((prev) => [newConv, ...prev]);

render.yaml

@@ -8,11 +8,11 @@ services:
       - key: PORT
         value: 8000
       - key: LOCAL_MODEL_PATH
-        value: models/SmolLM2-360M-Instruct-Q4_K_M.gguf
+        value: models/SmolLM2-135M-Instruct-Q4_K_M.gguf
       - key: DEFAULT_CONTEXT_LENGTH
-        value: 512
+        value: 1024
       - key: DEFAULT_MAX_TOKENS
-        value: 512
+        value: 1024
     disk:
       name: models-storage
       mountPath: /app/models

scripts/download_model.py

@@ -2,9 +2,9 @@ import os
 import sys
 
 def download_model():
-    repo_id = os.getenv("LOCAL_MODEL_REPO", "bartowski/SmolLM2-360M-Instruct-GGUF")
-    filename = os.getenv("LOCAL_MODEL_FILE", "SmolLM2-360M-Instruct-Q4_K_M.gguf")
-    model_path = os.getenv("LOCAL_MODEL_PATH", "models/SmolLM2-360M-Instruct-Q4_K_M.gguf")
+    repo_id = os.getenv("LOCAL_MODEL_REPO", "bartowski/SmolLM2-135M-Instruct-GGUF")
+    filename = os.getenv("LOCAL_MODEL_FILE", "SmolLM2-135M-Instruct-Q4_K_M.gguf")
+    model_path = os.getenv("LOCAL_MODEL_PATH", "models/SmolLM2-135M-Instruct-Q4_K_M.gguf")
 
     target_dir = os.path.dirname(os.path.abspath(model_path))
     os.makedirs(target_dir, exist_ok=True)