GarGerry commited on
Commit
3b0fa93
·
verified ·
1 Parent(s): b5ecd4d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -9,6 +9,7 @@ model = AutoModelForCausalLM.from_pretrained(
9
  device_map="cuda", # Gunakan 'cpu' jika tidak menggunakan GPU
10
  torch_dtype="auto",
11
  trust_remote_code=True,
 
12
  )
13
 
14
  tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct")
 
9
  device_map="cuda", # Gunakan 'cpu' jika tidak menggunakan GPU
10
  torch_dtype="auto",
11
  trust_remote_code=True,
12
+ attn_implementation="eager" # Menggunakan eager untuk menghindari masalah flash-attention
13
  )
14
 
15
  tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct")