Spaces:
Running
Running
Commit ·
9517326
1
Parent(s): 8eff7b2
Upload index.html
Browse files- index.html +7 -8
index.html
CHANGED
|
@@ -335,14 +335,13 @@
|
|
| 335 |
try {
|
| 336 |
await wllama.loadModelFromUrl(MODEL_URL, {
|
| 337 |
async function init() {
|
| 338 |
-
|
| 339 |
-
|
| 340 |
-
|
| 341 |
-
|
| 342 |
-
|
| 343 |
-
|
| 344 |
-
|
| 345 |
-
n_batch: 128, // Process smaller chunks so the phone doesn't choke
|
| 346 |
progressCallback: ({ loaded, total }) => {
|
| 347 |
progressBar.value = (loaded / total) * 100;
|
| 348 |
}
|
|
|
|
| 335 |
try {
|
| 336 |
await wllama.loadModelFromUrl(MODEL_URL, {
|
| 337 |
async function init() {
|
| 338 |
+
n_threads: 1,
|
| 339 |
+
n_ctx: 512,
|
| 340 |
+
use_mmap: false,
|
| 341 |
+
embeddings: false, // Saves a massive amount of RAM
|
| 342 |
+
pooling: false, // Not needed for chat, saves memory
|
| 343 |
+
n_batch: 128, // Process smaller chunks so the phone doesn't choke
|
| 344 |
+
|
|
|
|
| 345 |
progressCallback: ({ loaded, total }) => {
|
| 346 |
progressBar.value = (loaded / total) * 100;
|
| 347 |
}
|