GarGerry commited on
Commit
a28907d
·
verified ·
1 Parent(s): 6cdfbea

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ import gradio as gr
6
  torch.random.manual_seed(0)
7
  model = AutoModelForCausalLM.from_pretrained(
8
  "microsoft/Phi-3-mini-128k-instruct",
9
- device_map="cuda", # Gunakan 'cpu' jika tidak menggunakan GPU
10
  torch_dtype="auto",
11
  trust_remote_code=True,
12
  attn_implementation="eager" # Menggunakan eager untuk menghindari masalah flash-attention
 
6
  torch.random.manual_seed(0)
7
  model = AutoModelForCausalLM.from_pretrained(
8
  "microsoft/Phi-3-mini-128k-instruct",
9
+ device_map="cpu", # Gunakan 'cpu' jika tidak ada GPU
10
  torch_dtype="auto",
11
  trust_remote_code=True,
12
  attn_implementation="eager" # Menggunakan eager untuk menghindari masalah flash-attention