import gradio as gr from transformers import AutoTokenizer, AutoModelForCausalLM import torch model_id = "EleutherAI/gpt-neo-125M" tokenizer = AutoTokenizer.from_pretrained(model_id) model = AutoModelForCausalLM.from_pretrained(model_id) def generate_text(prompt, temperature, max_new_tokens): inputs = tokenizer(prompt, return_tensors="pt") with torch.no_grad(): outputs = model.generate( **inputs, max_new_tokens=int(max_new_tokens), do_sample=True, temperature=temperature, top_p=0.95, repetition_penalty=1.1, pad_token_id=tokenizer.eos_token_id ) full_text = tokenizer.decode(outputs[0], skip_special_tokens=True) generated = full_text[len(prompt):] # 🔥 combine prompt + green continuation return f"""