Spaces:
Running
Running
Commit ·
8eff7b2
1
Parent(s): ad713a5
Upload index.html
Browse files- index.html +9 -1
index.html
CHANGED
|
@@ -334,7 +334,15 @@
|
|
| 334 |
async function init() {
|
| 335 |
try {
|
| 336 |
await wllama.loadModelFromUrl(MODEL_URL, {
|
| 337 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 338 |
progressCallback: ({ loaded, total }) => {
|
| 339 |
progressBar.value = (loaded / total) * 100;
|
| 340 |
}
|
|
|
|
| 334 |
async function init() {
|
| 335 |
try {
|
| 336 |
await wllama.loadModelFromUrl(MODEL_URL, {
|
| 337 |
+
async function init() {
|
| 338 |
+
try {
|
| 339 |
+
await wllama.loadModelFromUrl(MODEL_URL, {
|
| 340 |
+
n_threads: 1,
|
| 341 |
+
n_ctx: 512,
|
| 342 |
+
use_mmap: false,
|
| 343 |
+
embeddings: false, // Saves a massive amount of RAM
|
| 344 |
+
pooling: false, // Not needed for chat, saves memory
|
| 345 |
+
n_batch: 128, // Process smaller chunks so the phone doesn't choke
|
| 346 |
progressCallback: ({ loaded, total }) => {
|
| 347 |
progressBar.value = (loaded / total) * 100;
|
| 348 |
}
|