Create app.py

#1
by Addam3 - opened

import gradio as gr
from transformers import AutoModelForCausalLM, AutoTokenizer
import torch

تحميل النموذج تلقائياً عند فتح الموقع

print("⏳ جاري تحميل Dolphin...")
model = AutoModelForCausalLM.from_pretrained(
"cognitivecomputations/Dolphin3.0-Llama3.2-3B",
torch_dtype=torch.float16,
device_map="auto"
)
tokenizer = AutoTokenizer.from_pretrained("cognitivecomputations/Dolphin3.0-Llama3.2-3B")
print("✅ تم التحميل!")

def chat(message, history):
inputs = tokenizer(message, return_tensors="pt").to(model.device)
outputs = model.generate(**inputs, max_new_tokens=500, do_sample=True, temperature=0.7)
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
return response

واجهة المحادثة

demo = gr.ChatInterface(
chat,
title="🐬 Dolphin 3.0 - Uncensored",
description="نموذج حر بدون قيود - اطرح أي سؤال"
)

demo.launch()

Ready to merge
This branch is ready to get merged automatically.

Sign up or log in to comment