rbbist commited on
Commit
670bd2c
·
verified ·
1 Parent(s): 0a2ce1e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -90,7 +90,7 @@ def setup_llm(model_name="google/flan-t5-small"):
90
  max_new_tokens=300,
91
  temperature=0.3,
92
  do_sample=True,
93
- device_map="auto" if st.secrets.get("DEVICE", "cpu") == "gpu" else None
94
  )
95
 
96
  llm = HuggingFacePipeline(pipeline=pipe)
 
90
  max_new_tokens=300,
91
  temperature=0.3,
92
  do_sample=True,
93
+ device=-1
94
  )
95
 
96
  llm = HuggingFacePipeline(pipeline=pipe)