| import gradio as gr | |
| from transformers import AutoModelForCausalLM, AutoTokenizer | |
| model_name = "models/finetuned_model" | |
| model = AutoModelForCausalLM.from_pretrained(model_name) | |
| tokenizer = AutoTokenizer.from_pretrained(model_name) | |
| def generate_text(prompt): | |
| input_ids = tokenizer.encode(prompt, return_tensors="pt") | |
| output = model.generate(input_ids, max_length=100, do_sample=True) | |
| return tokenizer.decode(output[0], skip_special_tokens=True) | |
| iface = gr.Interface( | |
| fn=generate_text, | |
| inputs="text", | |
| outputs="text", | |
| title="小说风格文本生成", | |
| description="输入一个开头，生成小说风格的文本" | |
| ) | |
| iface.launch() |