MasteredUltraInstinct commited on
Commit
8efbcac
·
verified ·
1 Parent(s): 51163a8

Update llm_service.py

Browse files
Files changed (1) hide show
  1. llm_service.py +3 -0
llm_service.py CHANGED
@@ -2,6 +2,9 @@ from fastapi import FastAPI, Request
2
  from pydantic import BaseModel
3
  from transformers import pipeline
4
  import uvicorn
 
 
 
5
 
6
  app = FastAPI()
7
 
 
2
  from pydantic import BaseModel
3
  from transformers import pipeline
4
  import uvicorn
5
+ import os
6
+ os.environ["TRANSFORMERS_CACHE"] = "/app/cache"
7
+
8
 
9
  app = FastAPI()
10