Spaces:

krupakar-reddy
/

LLM-api-deployment-test

Runtime error

krupakar-reddy commited on May 15, 2024

Commit

b7d45e3

verified ·

1 Parent(s): 070d3e0

Update main.py

Files changed (1) hide show

main.py CHANGED Viewed

@@ -6,6 +6,7 @@ from pydantic import BaseModel
 llm = AutoModelForCausalLM.from_pretrained("mistral-7b-instruct-v0.2.Q4_K_M.gguf",
     model_type='mistral',
     max_new_tokens = 2048,
     threads = 3,
 )

 llm = AutoModelForCausalLM.from_pretrained("mistral-7b-instruct-v0.2.Q4_K_M.gguf",
     model_type='mistral',
     max_new_tokens = 2048,
+    max_context_length = 1024,
     threads = 3,
 )