Spaces:
Runtime error
Runtime error
File size: 864 Bytes
07cb821 04520ba 7bffa8f a6745ed 7bffa8f a6745ed 7bffa8f 3ce3629 7bffa8f ca6ff9a cba1bd6 ae640a5 3ce3629 07cb821 ca6ff9a 377d0ab | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 | import gradio as gr
from transformers import AutoTokenizer
from transformers import pipeline
import transformers
import torch
# get the model path
model = "headmediadesign/bloom-perchay"
# prepare the tokenzier
tokenizer = AutoTokenizer.from_pretrained(model)
print("tokenizer: " + tokenizer.name_or_path)
# prepare the pipeline
pipeline = transformers.pipeline(
"text-generation",
model=model,
#torch_dtype=torch.float16,
torch_dtype=torch.float32,
device_map="auto",
)
print("pipeline: " + pipeline.model.name_or_path)
def generate(prompt):
output = ""
sequences = pipeline(
prompt,
do_sample=True,
return_full_text=False,
top_k=500,
num_return_sequences=1,
eos_token_id=tokenizer.eos_token_id,
max_length=1000,
)
return sequences[0]['generated_text']
iface = gr.Interface(fn=generate, inputs="text", outputs="text")
iface.launch()
|