haxerwddle commited on
Commit
2ec8760
·
1 Parent(s): b153140

Model prompt change

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -27,8 +27,7 @@ tiny_model = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
27
  tokenizer = AutoTokenizer.from_pretrained(tiny_model)
28
  chat_model = AutoModelForCausalLM.from_pretrained(
29
  tiny_model,
30
- torch_dtype=torch.float32,
31
- device_map = "auto")
32
 
33
  pipe = pipeline(
34
  "text-generation",
 
27
  tokenizer = AutoTokenizer.from_pretrained(tiny_model)
28
  chat_model = AutoModelForCausalLM.from_pretrained(
29
  tiny_model,
30
+ torch_dtype=torch.float32)
 
31
 
32
  pipe = pipeline(
33
  "text-generation",