Update server.js

server.js

@@ -56,13 +56,19 @@ app.post('/chat', async (req, res) => {
                 break; 
             }
           
-            const ctx = tokens.slice(-1024);
-            const inputData = BigInt64Array.from(ctx.map(x => BigInt(x)));
-            const tensor = new ort.Tensor('int64', inputData, [1, ctx.length]);
+            cconst ctx = tokens.slice(-1024);
 
+            const paddedInput = new BigInt64Array(1024).fill(0n);
+            
+            for (let i = 0; i < ctx.length; i++) {
+                paddedInput[1024 - ctx.length + i] = BigInt(ctx[i]);
+            }
+            
+            const tensor = new ort.Tensor('int64', paddedInput, [1, 1024]);
+            
             const results = await session.run({ input: tensor });
-            const outputName = session.outputNames[0];
             
+            const outputName = session.outputNames[0];
             const logits = Array.from(results[outputName].data.slice(-VOCAB_SIZE));
 
             if (penalty !== 1.0) {