StefanG2002 commited on
Commit
ee715d6
·
verified ·
1 Parent(s): eb9195d

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -2,11 +2,11 @@ from fastapi import FastAPI
2
  from pydantic import BaseModel
3
  from huggingface_hub import InferenceClient
4
  import uvicorn
5
-
6
 
7
  app = FastAPI()
8
 
9
- HF_TOKEN = UserSecretsClient().get_secret("HF_TOKEN")
10
 
11
  model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-128k-instruct",
12
  device_map="auto",
 
2
  from pydantic import BaseModel
3
  from huggingface_hub import InferenceClient
4
  import uvicorn
5
+ import os
6
 
7
  app = FastAPI()
8
 
9
+ HF_TOKEN = os.environ["HF_TOKEN"]
10
 
11
  model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-128k-instruct",
12
  device_map="auto",