vasilee commited on
Commit
03c66a8
·
1 Parent(s): 25d1f2c

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -5,7 +5,7 @@ from ctransformers import AutoModelForCausalLM
5
  from pydantic import BaseModel
6
 
7
  llm = AutoModelForCausalLM.from_pretrained("TheBloke/minotaur-mpt-7B-GGML",
8
- model_file="minotaur-mpt-7b.ggmlv3.q4_0.bin",
9
  model_type="mpt")
10
  app = fastapi.FastAPI(title="WizardCoder")
11
  app.add_middleware(
 
5
  from pydantic import BaseModel
6
 
7
  llm = AutoModelForCausalLM.from_pretrained("TheBloke/minotaur-mpt-7B-GGML",
8
+ model_file="minotaur-mpt-7b.ggmlv3.q4_1.bin",
9
  model_type="mpt")
10
  app = fastapi.FastAPI(title="WizardCoder")
11
  app.add_middleware(