sixfingerdev commited on
Commit
5ac2e79
·
verified ·
1 Parent(s): 8bd0408

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -945,9 +945,8 @@ tokenizer_stable = AutoTokenizer.from_pretrained("sixfingerdev/kayra-1")
945
  model_exp = AutoModelForCausalLM.from_pretrained(
946
  "sixfingerdev/kayra-1-exp",
947
  trust_remote_code=True,
948
- torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
949
- device_map="auto"
950
- )
951
  tokenizer_exp = AutoTokenizer.from_pretrained("sixfingerdev/kayra-1-exp")
952
 
953
  print("Modeller başarıyla yüklendi!")
 
945
  model_exp = AutoModelForCausalLM.from_pretrained(
946
  "sixfingerdev/kayra-1-exp",
947
  trust_remote_code=True,
948
+ torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32
949
+ ).to(device)
 
950
  tokenizer_exp = AutoTokenizer.from_pretrained("sixfingerdev/kayra-1-exp")
951
 
952
  print("Modeller başarıyla yüklendi!")