Update app.py
Browse files
app.py
CHANGED
|
@@ -6,7 +6,7 @@ import gradio as gr
|
|
| 6 |
torch.random.manual_seed(0)
|
| 7 |
model = AutoModelForCausalLM.from_pretrained(
|
| 8 |
"microsoft/Phi-3-mini-128k-instruct",
|
| 9 |
-
device_map="
|
| 10 |
torch_dtype="auto",
|
| 11 |
trust_remote_code=True,
|
| 12 |
attn_implementation="eager" # Menggunakan eager untuk menghindari masalah flash-attention
|
|
|
|
| 6 |
torch.random.manual_seed(0)
|
| 7 |
model = AutoModelForCausalLM.from_pretrained(
|
| 8 |
"microsoft/Phi-3-mini-128k-instruct",
|
| 9 |
+
device_map="cpu", # Gunakan 'cpu' jika tidak ada GPU
|
| 10 |
torch_dtype="auto",
|
| 11 |
trust_remote_code=True,
|
| 12 |
attn_implementation="eager" # Menggunakan eager untuk menghindari masalah flash-attention
|