Update server.js

server.js

@@ -3,42 +3,38 @@ import http from 'http';
 
 // Configuration
 const PORT = 7860;
-const MODEL_NAME = 'Xenova/starcoder2-3b'; // Lightweight, powerful coding model
+// UPGRADED: Starcoder2-1b is a much more capable coding model
+const MODEL_NAME = 'Xenova/starcoder2-1b'; 
 
 let generator;
 
 // Initialize the model on startup
 async function loadModel() {
-    console.log("Loading coding model...");
-    generator = await pipeline('text-generation', MODEL_NAME);
+    console.log("Loading upgraded coding model...");
+    // We specify 'auto' for the device to let the server manage memory efficiently
+    generator = await pipeline('text-generation', MODEL_NAME, { device: 'auto' });
     console.log("Model loaded successfully!");
 }
 
 const server = http.createServer(async (req, res) => {
-    // 1. Add CORS headers so external websites can talk to this API
     res.setHeader('Access-Control-Allow-Origin', '*');
     res.setHeader('Access-Control-Allow-Methods', 'GET, POST, OPTIONS');
     res.setHeader('Access-Control-Allow-Headers', 'Content-Type');
     
-    // Handle preflight requests for the API
     if (req.method === 'OPTIONS') {
         res.writeHead(200);
         return res.end();
     }
 
     res.setHeader('Content-Type', 'application/json');
-
-    // Clean the URL (Removes Hugging Face's ?__theme=light additions)
     const pathname = req.url.split('?')[0];
 
-    // 2. Your requested Status Check
     if (pathname === '/' && req.method === 'GET') {
         res.writeHead(200);
-        res.end(JSON.stringify({ "status": " Backend is running" }));
+        res.end(JSON.stringify({ "status": "Backend running with Starcoder2-1b" }));
         return;
     }
 
-    // 3. Code Generation Endpoint
     if (pathname === '/generate' && req.method === 'POST') {
         let body = '';
         req.on('data', chunk => { body += chunk.toString(); });
@@ -50,10 +46,11 @@ const server = http.createServer(async (req, res) => {
                     return res.end(JSON.stringify({ error: "Model is still loading..." }));
                 }
 
-                // Generate code based on the prompt
+                // UPGRADED: Increased tokens and tuned temperature for better code quality
                 const output = await generator(prompt, { 
-                    max_new_tokens: 100,
-                    temperature: 0.7 
+                    max_new_tokens: 250, 
+                    temperature: 0.2,
+                    do_sample: true
                 });
 
                 res.writeHead(200);
@@ -66,12 +63,10 @@ const server = http.createServer(async (req, res) => {
         return;
     }
 
-    // Default 404
     res.writeHead(404);
-    res.end(JSON.stringify({ error: "Not Found", requested_path: pathname }));
+    res.end(JSON.stringify({ error: "Not Found" }));
 });
 
-// Start everything
 loadModel().then(() => {
     server.listen(PORT, '0.0.0.0', () => {
         console.log(`Server running at http://0.0.0.0:${PORT}`);