Upload index.js with huggingface_hub

index.js

@@ -142,14 +142,40 @@ class Chatbot {
             const messageContent = responseContainer.querySelector('.message-content');
             
             // Custom streamer to update UI
-            const streamer = new TextStreamer(this.generator.tokenizer, {
+            const streamer = {
+                tokenizer: this.generator.tokenizer,
                 skip_prompt: true,
                 skip_special_tokens: true,
-                callback_function: (text) => {
+                text_cache: '',
+                put: function(value) {
+                    const decoded = this.tokenizer.decode(value[0], { 
+                        skip_special_tokens: this.skip_special_tokens 
+                    });
+                    if (this.skip_prompt && !this.started) {
+                        this.started = true;
+                        return;
+                    }
+                    this.text_cache += decoded;
+                    // Only update when we have complete words (space or punctuation)
+                    if (/[.!?;:\s\n]$/.test(this.text_cache)) {
+                        messageContent.textContent += this.text_cache;
+                        this.scrollToBottom();
+                        this.text_cache = '';
+                    }
+                },
+                end: function() {
+                    if (this.text_cache) {
+                        messageContent.textContent += this.text_cache;
+                        this.scrollToBottom();
+                        this.text_cache = '';
+                    }
+                },
+                on_finalized_text: function(text, stream_end) {
                     messageContent.textContent += text;
                     this.scrollToBottom();
-                }
-            });
+                },
+                scrollToBottom: () => this.scrollToBottom()
+            };
 
             // Generate response
             const output = await this.generator(this.messages, {