File size: 593 Bytes
e01b300 28468ac 1af2f88 e01b300 3e09894 28468ac e01b300 1af2f88 28468ac e01b300 28468ac | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | import gradio as gr
from transformers import AutoTokenizer, AutoModelForCausalLM
import torch
MODEL_NAME = "i99om/finlayf4rt3"
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16, device_map="auto")
def chat_fn(prompt):
inputs = tokenizer(prompt, return_tensors="pt").to("cuda" if torch.cuda.is_available() else "cpu")
output = model.generate(**inputs, max_new_tokens=200)
return tokenizer.decode(output[0], skip_special_tokens=True)
gr.ChatInterface(chat_fn, title="🌟 Chatbot").launch()
|