File size: 472 Bytes
3f293be
9c2a880
3f293be
 
9c2a880
3f293be
 
 
9c2a880
3f293be
 
1
2
3
4
5
6
7
8
9
10
11
12
from transformers import GPTNeoForCausalLM, GPT2Tokenizer

model = GPTNeoForCausalLM.from_pretrained("EleutherAI/gpt-neo-2.7B")
tokenizer = GPT2Tokenizer.from_pretrained("EleutherAI/gpt-neo-2.7B")

prompt = "The quick brown fox"
input_ids = tokenizer(prompt, return_tensors="pt").input_ids
generated_text = model.generate(input_ids=input_ids, max_length=50, do_sample=True)

decoded_text = tokenizer.decode(generated_text[0], skip_special_tokens=True)
print(decoded_text)