Spaces:

end-rin
/

unicode-attack-demo

Running

end-rin commited on 26 days ago

Commit

92e9215

verified ·

1 Parent(s): 8141c38

Upload app.py with huggingface_hub

Files changed (1) hide show

app.py CHANGED Viewed

@@ -217,7 +217,7 @@ def load_model(model_key: str):
     model = Llama.from_pretrained(
         repo_id=config['repo_id'],
         filename=config['filename'],
-        n_ctx=256,
         n_threads=8,
         verbose=False,
     )
@@ -234,7 +234,7 @@ def preload_all_models():
             _loaded_models[key] = Llama.from_pretrained(
                 repo_id=config['repo_id'],
                 filename=config['filename'],
-                n_ctx=256,
                 n_threads=8,
                 verbose=False,
             )

     model = Llama.from_pretrained(
         repo_id=config['repo_id'],
         filename=config['filename'],
+        n_ctx=512,
         n_threads=8,
         verbose=False,
     )
             _loaded_models[key] = Llama.from_pretrained(
                 repo_id=config['repo_id'],
                 filename=config['filename'],
+                n_ctx=512,
                 n_threads=8,
                 verbose=False,
             )