StefanG2002 commited on
Commit
6ad79b6
·
verified ·
1 Parent(s): ee715d6

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +5 -0
main.py CHANGED
@@ -3,6 +3,11 @@ from pydantic import BaseModel
3
  from huggingface_hub import InferenceClient
4
  import uvicorn
5
  import os
 
 
 
 
 
6
 
7
  app = FastAPI()
8
 
 
3
  from huggingface_hub import InferenceClient
4
  import uvicorn
5
  import os
6
+ from transformers import (
7
+ AutoModelForCausalLM,
8
+ AutoTokenizer,
9
+ TextIteratorStreamer,
10
+ )
11
 
12
  app = FastAPI()
13