Spaces:

dolphinnlp
/

Chat_

Build error

alen commited on Aug 24, 2024

Commit

284dcd9

verified ·

1 Parent(s): a6eda8e

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -18,7 +18,7 @@ llm = LlamaCpp(
     model_path="Llama-3.1-8B-Instruct.Q5_K_M.gguf",
     temperature=0,
     max_tokens=512,
-    n_ctx = 8000,
     top_p=1,
     # callback_manager=callback_manager,
     verbose=True,  # Verbose is required to pass to the callback manager

     model_path="Llama-3.1-8B-Instruct.Q5_K_M.gguf",
     temperature=0,
     max_tokens=512,
+    n_ctx = 2000,
     top_p=1,
     # callback_manager=callback_manager,
     verbose=True,  # Verbose is required to pass to the callback manager