vasilee commited on
Commit
5615dd6
·
1 Parent(s): f7a3082

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +3 -3
main.py CHANGED
@@ -4,9 +4,9 @@ from fastapi.middleware.cors import CORSMiddleware
4
  from ctransformers import AutoModelForCausalLM
5
  from pydantic import BaseModel
6
 
7
- llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
8
- model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
9
- model_type="starcoder")
10
  app = fastapi.FastAPI(title="WizardCoder")
11
  app.add_middleware(
12
  CORSMiddleware,
 
4
  from ctransformers import AutoModelForCausalLM
5
  from pydantic import BaseModel
6
 
7
+ llm = AutoModelForCausalLM.from_pretrained("TheBloke/wizardLM-7B-GGML",
8
+ model_file="wizardLM-7B.ggmlv3.q4_K_M.bin",
9
+ model_type="llama")
10
  app = fastapi.FastAPI(title="WizardCoder")
11
  app.add_middleware(
12
  CORSMiddleware,