kaitwithkwk commited on
Commit
835a1b7
·
verified ·
1 Parent(s): 8ec4f1a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0" # A great smaller chat model
8
  # Load tokenizer and create pipeline
9
  tokenizer = AutoTokenizer.from_pretrained(model_name)
10
  model = AutoModelForCausalLM.from_pretrained(
11
- model=model_name,
12
  torch_dtype=torch.float16,
13
  device_map="auto" # Uses GPU if available, falls back to CPU
14
  )
 
8
  # Load tokenizer and create pipeline
9
  tokenizer = AutoTokenizer.from_pretrained(model_name)
10
  model = AutoModelForCausalLM.from_pretrained(
11
+ model_name,
12
  torch_dtype=torch.float16,
13
  device_map="auto" # Uses GPU if available, falls back to CPU
14
  )