manabb commited on
Commit
fec2475
·
verified ·
1 Parent(s): e181aa6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -163,7 +163,7 @@ def create_llm_pipeline():
163
  return HuggingFacePipeline.from_model_id(
164
  model_id="microsoft/DialoGPT-medium",
165
  task="text-generation",
166
- device_map="auto" if torch.cuda.is_available() else device_map = 'cpu',
167
  pipeline_kwargs={
168
  "max_new_tokens": 200,
169
  "do_sample": True,
 
163
  return HuggingFacePipeline.from_model_id(
164
  model_id="microsoft/DialoGPT-medium",
165
  task="text-generation",
166
+ device_map="auto",
167
  pipeline_kwargs={
168
  "max_new_tokens": 200,
169
  "do_sample": True,