Upload index.js with huggingface_hub

index.js

@@ -1,76 +1,224 @@
-import { pipeline } from 'https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.4.1';
-
-// Reference the elements that we will need
-const status = document.getElementById('status');
-const fileUpload = document.getElementById('upload');
-const imageContainer = document.getElementById('container');
-const example = document.getElementById('example');
-
-const EXAMPLE_URL = 'https://huggingface.co/datasets/Xenova/transformers.js-docs/resolve/main/city-streets.jpg';
-
-// Create a new object detection pipeline
-status.textContent = 'Loading model...';
-const detector = await pipeline('object-detection', 'Xenova/detr-resnet-50');
-status.textContent = 'Ready';
-
-example.addEventListener('click', (e) => {
-    e.preventDefault();
-    detect(EXAMPLE_URL);
-});
-
-fileUpload.addEventListener('change', function (e) {
-    const file = e.target.files[0];
-    if (!file) {
-        return;
+import { pipeline, TextStreamer } from 'https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.7.3';
+
+class Chatbot {
+    constructor() {
+        this.generator = null;
+        this.messages = [];
+        this.isProcessing = false;
+        this.useWebGPU = false;
+        this.initElements();
+        this.initEventListeners();
+        this.initModel();
     }
 
-    const reader = new FileReader();
+    initElements() {
+        this.chatMessages = document.getElementById('chatMessages');
+        this.userInput = document.getElementById('userInput');
+        this.sendButton = document.getElementById('sendButton');
+        this.clearButton = document.getElementById('clearButton');
+        this.loadingIndicator = document.getElementById('loadingIndicator');
+        this.initLoader = document.getElementById('initLoader');
+        this.deviceToggle = document.getElementById('deviceToggle');
+        this.deviceLabel = document.getElementById('deviceLabel');
+        this.charCount = document.getElementById('charCount');
+    }
 
-    // Set up a callback when the file is loaded
-    reader.onload = e2 => detect(e2.target.result);
+    initEventListeners() {
+        this.sendButton.addEventListener('click', () => this.sendMessage());
+        this.clearButton.addEventListener('click', () => this.clearChat());
+        
+        this.userInput.addEventListener('keydown', (e) => {
+            if (e.key === 'Enter' && !e.shiftKey) {
+                e.preventDefault();
+                this.sendMessage();
+            }
+        });
+
+        this.userInput.addEventListener('input', () => {
+            this.updateCharCount();
+            this.autoResize();
+        });
+
+        this.deviceToggle.addEventListener('change', async (e) => {
+            if (!this.isProcessing) {
+                this.useWebGPU = e.target.checked;
+                this.deviceLabel.textContent = this.useWebGPU ? 'GPU' : 'CPU';
+                await this.reinitModel();
+            } else {
+                e.target.checked = !e.target.checked;
+                this.showNotification('Please wait for the current process to complete');
+            }
+        });
+
+        // Check WebGPU support
+        this.checkWebGPUSupport();
+    }
 
-    reader.readAsDataURL(file);
-});
+    async checkWebGPUSupport() {
+        if (!navigator.gpu) {
+            this.deviceToggle.disabled = true;
+            this.deviceLabel.textContent = 'CPU (GPU not available)';
+        }
+    }
+
+    updateCharCount() {
+        const count = this.userInput.value.length;
+        this.charCount.textContent = `${count} / 1000`;
+    }
 
+    autoResize() {
+        this.userInput.style.height = 'auto';
+        const maxHeight = 120;
+        const newHeight = Math.min(this.userInput.scrollHeight, maxHeight);
+        this.userInput.style.height = newHeight + 'px';
+    }
 
-// Detect objects in the image
-async function detect(img) {
-    imageContainer.innerHTML = '';
-    imageContainer.style.backgroundImage = `url(${img})`;
+    async initModel() {
+        try {
+            this.initLoader.style.display = 'flex';
+            
+            const options = { dtype: "fp32" };
+            if (this.useWebGPU && navigator.gpu) {
+                options.device = 'webgpu';
+            }
+
+            this.generator = await pipeline(
+                "text-generation",
+                "onnx-community/MobileLLM-R1-140M-ONNX",
+                options
+            );
+
+            this.sendButton.disabled = false;
+            this.showNotification('Model loaded successfully!', 'success');
+        } catch (error) {
+            console.error('Error loading model:', error);
+            this.showNotification('Failed to load model. Please refresh and try again.', 'error');
+        } finally {
+            this.initLoader.style.display = 'none';
+        }
+    }
 
-    status.textContent = 'Analysing...';
-    const output = await detector(img, {
-        threshold: 0.5,
-        percentage: true,
-    });
-    status.textContent = '';
-    output.forEach(renderBox);
-}
+    async reinitModel() {
+        this.initLoader.style.display = 'flex';
+        this.sendButton.disabled = true;
+        await this.initModel();
+    }
 
-// Render a bounding box and label on the image
-function renderBox({ box, label }) {
-    const { xmax, xmin, ymax, ymin } = box;
-
-    // Generate a random color for the box
-    const color = '#' + Math.floor(Math.random() * 0xFFFFFF).toString(16).padStart(6, 0);
-
-    // Draw the box
-    const boxElement = document.createElement('div');
-    boxElement.className = 'bounding-box';
-    Object.assign(boxElement.style, {
-        borderColor: color,
-        left: 100 * xmin + '%',
-        top: 100 * ymin + '%',
-        width: 100 * (xmax - xmin) + '%',
-        height: 100 * (ymax - ymin) + '%',
-    })
-
-    // Draw label
-    const labelElement = document.createElement('span');
-    labelElement.textContent = label;
-    labelElement.className = 'bounding-box-label';
-    labelElement.style.backgroundColor = color;
-
-    boxElement.appendChild(labelElement);
-    imageContainer.appendChild(boxElement);
+    async sendMessage() {
+        const message = this.userInput.value.trim();
+        if (!message || this.isProcessing || !this.generator) return;
+
+        this.isProcessing = true;
+        this.sendButton.disabled = true;
+        
+        // Add user message to chat
+        this.addMessage(message, 'user');
+        this.messages.push({ role: "user", content: message });
+        
+        // Clear input
+        this.userInput.value = '';
+        this.updateCharCount();
+        this.autoResize();
+        
+        // Show loading
+        this.loadingIndicator.classList.remove('hidden');
+        
+        try {
+            // Create container for streaming response
+            const responseContainer = this.addMessage('', 'assistant', true);
+            const messageContent = responseContainer.querySelector('.message-content');
+            
+            // Custom streamer to update UI
+            const streamer = new TextStreamer(this.generator.tokenizer, {
+                skip_prompt: true,
+                skip_special_tokens: true,
+                callback_function: (text) => {
+                    messageContent.textContent += text;
+                    this.scrollToBottom();
+                }
+            });
+
+            // Generate response
+            const output = await this.generator(this.messages, {
+                max_new_tokens: 512,
+                do_sample: false,
+                streamer: streamer,
+            });
+
+            const assistantMessage = output[0].generated_text.at(-1).content;
+            this.messages.push({ role: "assistant", content: assistantMessage });
+            
+        } catch (error) {
+            console.error('Error generating response:', error);
+            this.addMessage('Sorry, I encountered an error. Please try again.', 'error');
+        } finally {
+            this.loadingIndicator.classList.add('hidden');
+            this.isProcessing = false;
+            this.sendButton.disabled = false;
+            this.userInput.focus();
+        }
+    }
+
+    addMessage(content, type, isStreaming = false) {
+        // Remove welcome message if it exists
+        const welcomeMessage = this.chatMessages.querySelector('.welcome-message');
+        if (welcomeMessage) {
+            welcomeMessage.remove();
+        }
+
+        const messageDiv = document.createElement('div');
+        messageDiv.className = `message ${type}`;
+        
+        const avatar = document.createElement('div');
+        avatar.className = 'avatar';
+        avatar.textContent = type === 'user' ? '👤' : type === 'error' ? '⚠️' : '🤖';
+        
+        const messageContent = document.createElement('div');
+        messageContent.className = 'message-content';
+        messageContent.textContent = content;
+        
+        messageDiv.appendChild(avatar);
+        messageDiv.appendChild(messageContent);
+        
+        this.chatMessages.appendChild(messageDiv);
+        this.scrollToBottom();
+        
+        return messageDiv;
+    }
+
+    scrollToBottom() {
+        this.chatMessages.scrollTop = this.chatMessages.scrollHeight;
+    }
+
+    clearChat() {
+        this.messages = [];
+        this.chatMessages.innerHTML = `
+            <div class="welcome-message">
+                <div class="welcome-icon">🤖</div>
+                <h2>Welcome to AI Assistant</h2>
+                <p>I'm powered by MobileLLM, a lightweight language model. Ask me anything!</p>
+            </div>
+        `;
+    }
+
+    showNotification(message, type = 'info') {
+        const notification = document.createElement('div');
+        notification.className = `notification ${type}`;
+        notification.textContent = message;
+        document.body.appendChild(notification);
+        
+        setTimeout(() => {
+            notification.classList.add('show');
+        }, 10);
+        
+        setTimeout(() => {
+            notification.classList.remove('show');
+            setTimeout(() => notification.remove(), 300);
+        }, 3000);
+    }
 }
+
+// Initialize chatbot when DOM is ready
+document.addEventListener('DOMContentLoaded', () => {
+    new Chatbot();
+});