Update app.py

app.py

@@ -1,19 +1,4 @@
-import torch
 from transformers import pipeline
 
-model_id = "meta-llama/Llama-3.2-1B-Instruct"
-pipe = pipeline(
-    "text-generation",
-    model=model_id,
-    torch_dtype=torch.bfloat16,
-    device_map="auto",
-)
-messages = [
-    {"role": "system", "content": "You are a pirate chatbot who always responds in pirate speak!"},
-    {"role": "user", "content": "Who are you?"},
-]
-outputs = pipe(
-    messages,
-    max_new_tokens=256,
-)
-print(outputs[0]["generated_text"][-1])
+generator = pipeline('text-generation', model='EleutherAI/gpt-neo-2.7B')
+generator("EleutherAI has", do_sample=True, min_length=50)