EngReem85 commited on
Commit
863b886
·
verified ·
1 Parent(s): 4f0c584

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -6
app.py CHANGED
@@ -4,12 +4,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
4
  model_name = "MahmoudIbrahim/Meta-LLama3-Instruct-Arabic"
5
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_name)
7
- model = AutoModelForCausalLM.from_pretrained(
8
- model_name,
9
- load_in_4bit=True, # يخفض الحجم
10
- device_map="auto", # لتوزيع على الـ GPU أو CPU
11
- trust_remote_code=True
12
- )
13
 
14
  generator = pipeline(
15
  "text-generation",
 
4
  model_name = "MahmoudIbrahim/Meta-LLama3-Instruct-Arabic"
5
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_name)
7
+ model = AutoModelForCausalLM.from_pretrained(model_name, device_map="cpu")
8
+
 
 
 
 
9
 
10
  generator = pipeline(
11
  "text-generation",