thedeba commited on
Commit
2663f4d
·
verified ·
1 Parent(s): a7d89ae

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
16
 
17
  # Load tokenizer and base model
18
  tokenizer = AutoTokenizer.from_pretrained(model_name)
19
- base_model = AutoModelForCausalLM.from_pretrained(
20
  model_name,
21
  torch_dtype="auto",
22
  device_map="auto"
 
16
 
17
  # Load tokenizer and base model
18
  tokenizer = AutoTokenizer.from_pretrained(model_name)
19
+ model = AutoModelForCausalLM.from_pretrained(
20
  model_name,
21
  torch_dtype="auto",
22
  device_map="auto"