Add requirements00

app.py

@@ -1,13 +1,12 @@
 import gradio as gr
 import torch
-from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
+from transformers import AutoTokenizer, AutoModelForCausalLM
 
 # ----------------------
 # 1. تحميل المودل
 # ----------------------
 model_name = "bigcode/starcoder2-7b"
 
-
 tokenizer = AutoTokenizer.from_pretrained(
     model_name,
     trust_remote_code=True
@@ -15,8 +14,8 @@ tokenizer = AutoTokenizer.from_pretrained(
 
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
-    torch_dtype=torch.float16,
-   
+    torch_dtype=torch.float16,   # FP16 لتقليل استهلاك VRAM
+    device_map="auto",
     trust_remote_code=True
 )
 model.eval()
@@ -25,22 +24,22 @@ model.eval()
 # 2. دالة التوليد
 # ----------------------
 def generate_code(prompt):
-    input_ids = tokenizer(prompt, return_tensors="pt").input_ids.to(model.device)
+    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
     with torch.no_grad():
-        output_ids = model.generate(
-            input_ids,
-            max_new_tokens=300,
-            do_sample=False,
+        outputs = model.generate(
+            **inputs,
+            max_new_tokens=700,
             temperature=0.2,
-            repetition_penalty=1.05,
-            use_cache=True,
-            pad_token_id=tokenizer.eos_token_id
+            do_sample=False,
+            eos_token_id=tokenizer.eos_token_id,
+            pad_token_id=tokenizer.eos_token_id,
+            repetition_penalty=1.1
         )
-    text = tokenizer.decode(output_ids[0], skip_special_tokens=True)
-    return text
+    generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return generated_text
 
 # ----------------------
-# 3. واجهة Gradio
+# 3. واجهة Gradio بدون allow_flagging
 # ----------------------
 title = "StarCoder2 Flutter Code Generator"
 description = """
@@ -53,8 +52,10 @@ demo = gr.Interface(
     inputs=gr.Textbox(lines=8, placeholder="Write your Flutter prompt here..."),
     outputs=gr.Textbox(lines=20),
     title=title,
-    description=description,
-    allow_flagging="never"
+    description=description
 )
 
+# ----------------------
+# 4. تشغيل الواجهة
+# ----------------------
 demo.launch()