Uptade app.ou

app.py

@@ -1,10 +1,14 @@
-import gradio as gr
-from transformers import pipeline
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
 
-chatbot = pipeline("text-generation", model="gpt2")
+model_name = "1c1/7cpc"
 
-def reply(message, history):
-    response = chatbot(message, max_length=150, do_sample=True)[0]["generated_text"]
-    return response
+tokenizer = AutoTokenizer.from_pretrained(model_name)
 
-gr.ChatInterface(fn=reply, title="Benim Sohbet Botum").launch
+model = AutoModelForCausalLM.from_pretrained(
+    model_name,
+    device_map="auto",
+    load_in_8bit=True,
+    torch_dtype=torch.float16,
+    low_cpu_mem_usage=True
+)