macwhisperer commited on
Commit
8eff7b2
·
1 Parent(s): ad713a5

Upload index.html

Browse files
Files changed (1) hide show
  1. index.html +9 -1
index.html CHANGED
@@ -334,7 +334,15 @@
334
  async function init() {
335
  try {
336
  await wllama.loadModelFromUrl(MODEL_URL, {
337
- n_ctx: 2048,
 
 
 
 
 
 
 
 
338
  progressCallback: ({ loaded, total }) => {
339
  progressBar.value = (loaded / total) * 100;
340
  }
 
334
  async function init() {
335
  try {
336
  await wllama.loadModelFromUrl(MODEL_URL, {
337
+ async function init() {
338
+ try {
339
+ await wllama.loadModelFromUrl(MODEL_URL, {
340
+ n_threads: 1,
341
+ n_ctx: 512,
342
+ use_mmap: false,
343
+ embeddings: false, // Saves a massive amount of RAM
344
+ pooling: false, // Not needed for chat, saves memory
345
+ n_batch: 128, // Process smaller chunks so the phone doesn't choke
346
  progressCallback: ({ loaded, total }) => {
347
  progressBar.value = (loaded / total) * 100;
348
  }