Update app.py
Browse files
app.py
CHANGED
|
@@ -4,12 +4,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
|
|
| 4 |
model_name = "MahmoudIbrahim/Meta-LLama3-Instruct-Arabic"
|
| 5 |
|
| 6 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 7 |
-
model = AutoModelForCausalLM.from_pretrained(
|
| 8 |
-
|
| 9 |
-
load_in_4bit=True, # يخفض الحجم
|
| 10 |
-
device_map="auto", # لتوزيع على الـ GPU أو CPU
|
| 11 |
-
trust_remote_code=True
|
| 12 |
-
)
|
| 13 |
|
| 14 |
generator = pipeline(
|
| 15 |
"text-generation",
|
|
|
|
| 4 |
model_name = "MahmoudIbrahim/Meta-LLama3-Instruct-Arabic"
|
| 5 |
|
| 6 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 7 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="cpu")
|
| 8 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
|
| 10 |
generator = pipeline(
|
| 11 |
"text-generation",
|