Nolsafan commited on
Commit
edcc543
·
verified ·
1 Parent(s): cbaa3b3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -39,7 +39,7 @@ def build_chain():
39
  model = AutoModelForCausalLM.from_pretrained(
40
  model_id,
41
  device_map="auto", # menjaš u "auto" ako imaš GPU space
42
- torch_dtype=torch.float32
43
  )
44
 
45
  pipe = pipeline(
 
39
  model = AutoModelForCausalLM.from_pretrained(
40
  model_id,
41
  device_map="auto", # menjaš u "auto" ako imaš GPU space
42
+ torch_dtype=torch.float16
43
  )
44
 
45
  pipe = pipeline(