Update index.js

index.js

@@ -129,7 +129,6 @@ class StreamingChatbot {
         
         // Add user message to chat
         this.addMessage(message, 'user');
-        this.messages.push({ role: "user", content: message });
         
         // Clear input
         this.userInput.value = '';
@@ -153,26 +152,47 @@ class StreamingChatbot {
             streamingIndicator.style.marginLeft = '4px';
             messageContent.appendChild(streamingIndicator);
 
-            // Create enhanced TextStreamer with proper callback handling
+            // Build the prompt with conversation history
+            let prompt = "";
+            for (const msg of this.messages) {
+                if (msg.role === "user") {
+                    prompt += `User: ${msg.content}\n`;
+                } else if (msg.role === "assistant") {
+                    prompt += `Assistant: ${msg.content}\n`;
+                }
+            }
+            prompt += `User: ${message}\nAssistant:`;
+
+            // Store accumulated text
+            let accumulatedText = "";
+            let indicatorRemoved = false;
+
+            // Create TextStreamer with proper configuration
             this.currentStreamer = new TextStreamer(this.generator.tokenizer, {
                 skip_prompt: true,
                 skip_special_tokens: true,
                 callback_function: (text) => {
                     // Remove streaming indicator on first text
-                    if (streamingIndicator.parentNode) {
+                    if (!indicatorRemoved && streamingIndicator.parentNode) {
                         streamingIndicator.remove();
+                        indicatorRemoved = true;
                     }
-                    // Append new text and scroll
-                    messageContent.textContent += text;
+                    
+                    // Accumulate and display text
+                    accumulatedText += text;
+                    messageContent.textContent = accumulatedText;
                     this.scrollToBottom();
                 }
             });
 
-            // Use the original working format - messages array with streamer
-            const output = await this.generator(this.messages, {
+            // Generate with streamer - use prompt instead of messages for better streaming
+            const output = await this.generator(prompt, {
                 max_new_tokens: 500,
-                do_sample: false,
+                temperature: 0.7,
+                do_sample: true,
+                top_p: 0.95,
                 streamer: this.currentStreamer,
+                return_full_text: false
             });
 
             // Clean up streaming indicator if still present
@@ -180,16 +200,31 @@ class StreamingChatbot {
                 streamingIndicator.remove();
             }
 
-            // Get the generated text and add to conversation history
-            const generatedText = output[0].generated_text || messageContent.textContent;
-            if (generatedText && !messageContent.textContent) {
+            // Extract the generated text
+            let generatedText = "";
+            if (typeof output === 'string') {
+                generatedText = output;
+            } else if (Array.isArray(output) && output[0]) {
+                generatedText = output[0].generated_text || output[0];
+            } else if (output && output.generated_text) {
+                generatedText = output.generated_text;
+            }
+
+            // If no text was streamed, use the generated text
+            if (!accumulatedText && generatedText) {
                 messageContent.textContent = generatedText;
+                accumulatedText = generatedText;
+            }
+
+            // Update message history
+            this.messages.push({ role: "user", content: message });
+            if (accumulatedText) {
+                this.messages.push({ role: "assistant", content: accumulatedText });
             }
 
-            // Add assistant's response to message history
-            const finalResponse = messageContent.textContent.trim();
-            if (finalResponse) {
-                this.messages.push({ role: "assistant", content: finalResponse });
+            // Keep conversation history manageable
+            if (this.messages.length > 10) {
+                this.messages = this.messages.slice(-10);
             }
             
         } catch (error) {