macwhisperer commited on
Commit
9517326
·
1 Parent(s): 8eff7b2

Upload index.html

Browse files
Files changed (1) hide show
  1. index.html +7 -8
index.html CHANGED
@@ -335,14 +335,13 @@
335
  try {
336
  await wllama.loadModelFromUrl(MODEL_URL, {
337
  async function init() {
338
- try {
339
- await wllama.loadModelFromUrl(MODEL_URL, {
340
- n_threads: 1,
341
- n_ctx: 512,
342
- use_mmap: false,
343
- embeddings: false, // Saves a massive amount of RAM
344
- pooling: false, // Not needed for chat, saves memory
345
- n_batch: 128, // Process smaller chunks so the phone doesn't choke
346
  progressCallback: ({ loaded, total }) => {
347
  progressBar.value = (loaded / total) * 100;
348
  }
 
335
  try {
336
  await wllama.loadModelFromUrl(MODEL_URL, {
337
  async function init() {
338
+ n_threads: 1,
339
+ n_ctx: 512,
340
+ use_mmap: false,
341
+ embeddings: false, // Saves a massive amount of RAM
342
+ pooling: false, // Not needed for chat, saves memory
343
+ n_batch: 128, // Process smaller chunks so the phone doesn't choke
344
+
 
345
  progressCallback: ({ loaded, total }) => {
346
  progressBar.value = (loaded / total) * 100;
347
  }