krupakar-reddy commited on
Commit
3fa4110
·
verified ·
1 Parent(s): b7d45e3

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -2
main.py CHANGED
@@ -4,9 +4,8 @@ from pydantic import BaseModel
4
 
5
 
6
  llm = AutoModelForCausalLM.from_pretrained("mistral-7b-instruct-v0.2.Q4_K_M.gguf",
7
- model_type='mistral',
8
  max_new_tokens = 2048,
9
- max_context_length = 1024,
10
  threads = 3,
11
  )
12
 
 
4
 
5
 
6
  llm = AutoModelForCausalLM.from_pretrained("mistral-7b-instruct-v0.2.Q4_K_M.gguf",
7
+ model_type='mistral-instruct',
8
  max_new_tokens = 2048,
 
9
  threads = 3,
10
  )
11