Update app.py

app.py

@@ -7,7 +7,7 @@ For more information on `huggingface_hub` Inference API support, please check th
 from transformers import pipeline
 
 model_name = "EleutherAI/gpt-neo-1.3B"
-generator = pipeline("text-generation", model=model_name)
+generator = pipeline("text-generation", model=model_name, torch_dtype=torch.float16)
 
 def generate_text(prompt):
     return generator(prompt, max_length=50)[0]["generated_text"]