added app.py

app.py

@@ -1,7 +1,50 @@
+import torch
 import gradio as gr
+from transformers import AutoTokenizer, AutoModelForCausalLM
 
-def greet(name):
-    return "Hello " + name + "!!"
+# 🔁 CHANGE THIS
+MODEL_ID = "Velkamez/kabyle-LLM"
+
+# Load tokenizer & model
+tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
+model = AutoModelForCausalLM.from_pretrained(
+    MODEL_ID,
+    torch_dtype=torch.float32,  # CPU-safe
+)
+model.eval()
+
+def chat(message, history):
+    # Build conversation prompt
+    prompt = ""
+    for user, assistant in history:
+        prompt += f"User: {user}\nAssistant: {assistant}\n"
+    prompt += f"User: {message}\nAssistant:"
+
+    inputs = tokenizer(prompt, return_tensors="pt")
+
+    with torch.no_grad():
+        output_ids = model.generate(
+            **inputs,
+            max_new_tokens=150,
+            temperature=0.8,
+            top_k=50,
+            do_sample=True,
+        )
+
+    decoded = tokenizer.decode(output_ids[0], skip_special_tokens=True)
+
+    # Take only the new assistant part
+    reply = decoded.split("Assistant:")[-1].strip()
+    return reply
+
+demo = gr.ChatInterface(
+    fn=chat,
+    title="Kabyle / Tamazight LLM Demo",
+    description="Chat with a Kabyle / Tamazight language model.",
+    examples=[
+        "Azul amek i tellid?",
+        "Aru awal ɣef Taqbaylit",
+    ],
+)
 
-demo = gr.Interface(fn=greet, inputs="text", outputs="text")
 demo.launch()

requirements.txt

@@ -0,0 +1,70 @@
+aiofiles==24.1.0
+annotated-doc==0.0.4
+annotated-types==0.7.0
+anyio==4.12.1
+audioop-lts==0.2.2
+brotli==1.2.0
+certifi==2026.1.4
+click==8.3.1
+colorama==0.4.6
+contourpy==1.3.3
+cycler==0.12.1
+fastapi==0.128.0
+ffmpy==1.0.0
+filelock==3.20.3
+fonttools==4.61.1
+fsspec==2026.1.0
+gradio==6.5.1
+gradio_client==2.0.3
+groovy==0.1.2
+h11==0.16.0
+hf-xet==1.2.0
+httpcore==1.0.9
+httpx==0.28.1
+huggingface_hub==1.3.7
+idna==3.11
+Jinja2==3.1.6
+kiwisolver==1.4.9
+markdown-it-py==4.0.0
+MarkupSafe==3.0.3
+matplotlib==3.10.8
+mdurl==0.1.2
+mpmath==1.3.0
+networkx==3.6.1
+numpy==2.4.1
+orjson==3.11.7
+packaging==26.0
+pandas==3.0.0
+pillow==12.1.0
+protobuf==4.25.8
+pydantic==2.12.5
+pydantic_core==2.41.5
+pydub==0.25.1
+Pygments==2.19.2
+pyparsing==3.3.2
+python-dateutil==2.9.0.post0
+python-multipart==0.0.22
+pytz==2025.2
+PyYAML==6.0.3
+regex==2026.1.15
+rich==14.3.2
+safehttpx==0.1.7
+safetensors==0.7.0
+semantic-version==2.10.0
+sentencepiece==0.2.1
+setuptools==80.10.2
+shellingham==1.5.4
+six==1.17.0
+starlette==0.50.0
+sympy==1.14.0
+tokenizers==0.22.2
+tomlkit==0.13.3
+torch==2.10.0
+tqdm==4.67.3
+transformers==5.1.0
+typer==0.21.1
+typer-slim==0.21.1
+typing-inspection==0.4.2
+typing_extensions==4.15.0
+tzdata==2025.3
+uvicorn==0.40.0