| <!DOCTYPE html> |
| <html lang="en"> |
| <head> |
| <meta charset="UTF-8" /> |
| <meta name="viewport" content="width=device-width, initial-scale=1.0"/> |
| <title>Mobile Chat App with Transformers.js</title> |
| <style> |
| body { |
| margin: 0; |
| font-family: sans-serif; |
| display: flex; |
| flex-direction: column; |
| height: 100vh; |
| background: #f5f5f5; |
| } |
| #model-select { |
| padding: 10px; |
| font-size: 1em; |
| width: 100%; |
| box-sizing: border-box; |
| } |
| #chat { |
| flex: 1; |
| overflow-y: auto; |
| padding: 10px; |
| background: #fff; |
| } |
| .message { |
| margin: 10px 0; |
| padding: 10px; |
| border-radius: 5px; |
| max-width: 80%; |
| word-wrap: break-word; |
| } |
| .user { |
| background: #d1e7dd; |
| align-self: flex-end; |
| } |
| .bot { |
| background: #f8d7da; |
| align-self: flex-start; |
| } |
| #input-area { |
| display: flex; |
| padding: 10px; |
| background: #eee; |
| } |
| #user-input { |
| flex: 1; |
| padding: 10px; |
| font-size: 1em; |
| } |
| #send-btn { |
| padding: 10px; |
| font-size: 1em; |
| } |
| #status { |
| text-align: center; |
| padding: 5px; |
| font-size: 0.9em; |
| color: #555; |
| } |
| </style> |
| </head> |
| <body> |
| <select id="model-select"> |
| <option value="Xenova/distilgpt2">Xenova/distilgpt2</option> |
| <option value="Xenova/phi-3-mini-4k-instruct">Xenova/phi-3-mini-4k-instruct</option> |
| <option value="Xenova/t5-small">Xenova/t5-small</option> |
| <option value="Xenova/gemma-2b-it">Xenova/gemma-2b-it</option> |
| <option value="Xenova/llama-3-8b-instruct">Xenova/llama-3-8b-instruct</option> |
| <option value="Xenova/Mistral-7B-Instruct-v0.2">Xenova/Mistral-7B-Instruct-v0.2</option> |
| </select> |
| <div id="status">Select a model to begin</div> |
| <div id="chat"></div> |
| <div id="input-area"> |
| <input type="text" id="user-input" placeholder="Type a message..." /> |
| <button id="send-btn">Send</button> |
| </div> |
|
|
| <script type="module"> |
| import { pipeline } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers@3.7.1/dist/transformers.min.js'; |
| |
| let worker = new Worker(URL.createObjectURL(new Blob([` |
| importScripts('https://cdn.jsdelivr.net/npm/@xenova/transformers@3.7.1/dist/transformers.min.js'); |
| |
| let chatPipeline = null; |
| let currentModel = null; |
| |
| self.onmessage = async (e) => { |
| const { type, data } = e.data; |
| try { |
| if (type === 'load') { |
| self.postMessage({ type: 'status', data: 'Loading model...' }); |
| chatPipeline = await window.pipeline('text-generation', data.model, { progress_callback: (x) => self.postMessage({ type: 'status', data: 'Progress: ' + x }) }); |
| currentModel = data.model; |
| self.postMessage({ type: 'status', data: 'Model loaded: ' + currentModel }); |
| } else if (type === 'generate') { |
| if (!chatPipeline) throw new Error('Model not loaded'); |
| self.postMessage({ type: 'status', data: 'Generating response...' }); |
| const output = await chatPipeline(data.text, { max_new_tokens: 100 }); |
| self.postMessage({ type: 'response', data: output[0].generated_text }); |
| self.postMessage({ type: 'status', data: 'Ready' }); |
| } |
| } catch (err) { |
| self.postMessage({ type: 'error', data: err.stack }); |
| } |
| }; |
| |
| self.onerror = (e) => { |
| self.postMessage({ type: 'error', data: e.message + '\\n' + e.filename + ':' + e.lineno }); |
| }; |
| `], { type: 'application/javascript' }))); |
| |
| const chat = document.getElementById('chat'); |
| const input = document.getElementById('user-input'); |
| const sendBtn = document.getElementById('send-btn'); |
| const modelSelect = document.getElementById('model-select'); |
| const status = document.getElementById('status'); |
| |
| let isBusy = false; |
| |
| function appendMessage(text, sender) { |
| const msg = document.createElement('div'); |
| msg.className = 'message ' + sender; |
| msg.textContent = text; |
| chat.appendChild(msg); |
| chat.scrollTop = chat.scrollHeight; |
| } |
| |
| function setStatus(text) { |
| status.textContent = text; |
| } |
| |
| function handleError(err) { |
| appendMessage('Error: ' + err, 'bot'); |
| setStatus('Error occurred'); |
| } |
| |
| window.onerror = (msg, src, line, col, err) => { |
| handleError(err?.stack || msg); |
| }; |
| |
| worker.onmessage = (e) => { |
| const { type, data } = e.data; |
| if (type === 'response') { |
| appendMessage(data, 'bot'); |
| isBusy = false; |
| } else if (type === 'status') { |
| setStatus(data); |
| } else if (type === 'error') { |
| handleError(data); |
| isBusy = false; |
| } |
| }; |
| |
| modelSelect.addEventListener('change', () => { |
| const model = modelSelect.value; |
| isBusy = true; |
| worker.postMessage({ type: 'load', data: { model } }); |
| }); |
| |
| sendBtn.addEventListener('click', () => { |
| if (isBusy) return; |
| const text = input.value.trim(); |
| if (!text) return; |
| appendMessage(text, 'user'); |
| input.value = ''; |
| isBusy = true; |
| worker.postMessage({ type: 'generate', data: { text } }); |
| }); |
| |
| input.addEventListener('keydown', (e) => { |
| if (e.key === 'Enter') sendBtn.click(); |
| }); |
| |
| |
| window.addEventListener('load', () => { |
| modelSelect.dispatchEvent(new Event('change')); |
| }); |
| </script> |
| </body> |
| </html> |
|
|
