macwhisperer commited on
Commit
2db9ee8
·
1 Parent(s): efad46f

Upload index.html

Browse files
Files changed (1) hide show
  1. index.html +2 -6
index.html CHANGED
@@ -223,7 +223,7 @@
223
 
224
  const CONFIG = {
225
  "single-thread/wllama.wasm": `${SPACE_URL}/wasm/single-thread/wllama.wasm`,
226
- "multi-thread/wllama.wasm": `${SPACE_URL}/wasm/single-thread/wllama.wasm`,
227
  };
228
 
229
  const wllama = new Wllama(CONFIG);
@@ -335,11 +335,7 @@
335
  try {
336
  await wllama.loadModelFromUrl(MODEL_URL, {
337
  n_threads: 1,
338
- n_ctx: 512,
339
- use_mmap: false,
340
- embeddings: false, // Saves a massive amount of RAM
341
- pooling: false, // Not needed for chat, saves memory
342
- n_batch: 128, // Process smaller chunks so the phone doesn't choke
343
 
344
  progressCallback: ({ loaded, total }) => {
345
  progressBar.value = (loaded / total) * 100;
 
223
 
224
  const CONFIG = {
225
  "single-thread/wllama.wasm": `${SPACE_URL}/wasm/single-thread/wllama.wasm`,
226
+ "multi-thread/wllama.wasm": `${SPACE_URL}/wasm/multi-thread/wllama.wasm`,
227
  };
228
 
229
  const wllama = new Wllama(CONFIG);
 
335
  try {
336
  await wllama.loadModelFromUrl(MODEL_URL, {
337
  n_threads: 1,
338
+ n_ctx: 2048,
 
 
 
 
339
 
340
  progressCallback: ({ loaded, total }) => {
341
  progressBar.value = (loaded / total) * 100;