Upload index.js with huggingface_hub

index.js

@@ -55,7 +55,20 @@ class Chatbot {
     }
 
     async checkWebGPUSupport() {
-        if (!navigator.gpu) {
+        try {
+            if (!navigator.gpu) {
+                this.deviceToggle.disabled = true;
+                this.deviceLabel.textContent = 'CPU (GPU not available)';
+                return;
+            }
+            
+            const adapter = await navigator.gpu.requestAdapter();
+            if (!adapter) {
+                this.deviceToggle.disabled = true;
+                this.deviceLabel.textContent = 'CPU (GPU not available)';
+            }
+        } catch (error) {
+            console.error('WebGPU check failed:', error);
             this.deviceToggle.disabled = true;
             this.deviceLabel.textContent = 'CPU (GPU not available)';
         }
@@ -77,10 +90,10 @@ class Chatbot {
         try {
             this.initLoader.style.display = 'flex';
             
-            const options = { dtype: "fp32" };
-            if (this.useWebGPU && navigator.gpu) {
-                options.device = 'webgpu';
-            }
+            const options = { 
+                dtype: this.useWebGPU ? "q4" : "fp32",
+                device: this.useWebGPU ? 'webgpu' : 'wasm'
+            };
 
             this.generator = await pipeline(
                 "text-generation",
@@ -140,7 +153,7 @@ class Chatbot {
 
             // Generate response
             const output = await this.generator(this.messages, {
-                max_new_tokens: 8192,
+                max_new_tokens: 256,
                 do_sample: false,
                 streamer: streamer,
             });