Spaces:
Running
Running
Commit ·
2db9ee8
1
Parent(s): efad46f
Upload index.html
Browse files- index.html +2 -6
index.html
CHANGED
|
@@ -223,7 +223,7 @@
|
|
| 223 |
|
| 224 |
const CONFIG = {
|
| 225 |
"single-thread/wllama.wasm": `${SPACE_URL}/wasm/single-thread/wllama.wasm`,
|
| 226 |
-
"multi-thread/wllama.wasm": `${SPACE_URL}/wasm/
|
| 227 |
};
|
| 228 |
|
| 229 |
const wllama = new Wllama(CONFIG);
|
|
@@ -335,11 +335,7 @@
|
|
| 335 |
try {
|
| 336 |
await wllama.loadModelFromUrl(MODEL_URL, {
|
| 337 |
n_threads: 1,
|
| 338 |
-
n_ctx:
|
| 339 |
-
use_mmap: false,
|
| 340 |
-
embeddings: false, // Saves a massive amount of RAM
|
| 341 |
-
pooling: false, // Not needed for chat, saves memory
|
| 342 |
-
n_batch: 128, // Process smaller chunks so the phone doesn't choke
|
| 343 |
|
| 344 |
progressCallback: ({ loaded, total }) => {
|
| 345 |
progressBar.value = (loaded / total) * 100;
|
|
|
|
| 223 |
|
| 224 |
const CONFIG = {
|
| 225 |
"single-thread/wllama.wasm": `${SPACE_URL}/wasm/single-thread/wllama.wasm`,
|
| 226 |
+
"multi-thread/wllama.wasm": `${SPACE_URL}/wasm/multi-thread/wllama.wasm`,
|
| 227 |
};
|
| 228 |
|
| 229 |
const wllama = new Wllama(CONFIG);
|
|
|
|
| 335 |
try {
|
| 336 |
await wllama.loadModelFromUrl(MODEL_URL, {
|
| 337 |
n_threads: 1,
|
| 338 |
+
n_ctx: 2048,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 339 |
|
| 340 |
progressCallback: ({ loaded, total }) => {
|
| 341 |
progressBar.value = (loaded / total) * 100;
|