Update index.js

index.js

@@ -153,6 +153,18 @@ class StreamingChatbot {
             streamingIndicator.style.marginLeft = '4px';
             messageContent.appendChild(streamingIndicator);
 
+            // Create a simple prompt from the last few messages
+            const recentMessages = this.messages.slice(-6); // Keep last 6 messages for context
+            let prompt = "";
+            for (const msg of recentMessages) {
+                if (msg.role === "user") {
+                    prompt += `Human: ${msg.content}\n`;
+                } else {
+                    prompt += `Assistant: ${msg.content}\n`;
+                }
+            }
+            prompt += "Assistant:";
+
             // Create enhanced TextStreamer with proper callback handling
             this.currentStreamer = new TextStreamer(this.generator.tokenizer, {
                 skip_prompt: true,
@@ -168,12 +180,14 @@ class StreamingChatbot {
                 }
             });
 
-            // Use the messages array directly with the generator (like the original working code)
-            const output = await this.generator(this.messages, {
-                max_new_tokens: 300,
-                do_sample: false,
+            // Generate response with streaming
+            const output = await this.generator(prompt, {
+                max_new_tokens: 200,
+                do_sample: true,
                 temperature: 0.7,
+                top_p: 0.9,
                 streamer: this.currentStreamer,
+                return_full_text: false
             });
 
             // Clean up streaming indicator if still present