changes in app.py

app.py

@@ -17,6 +17,7 @@ model = "meta-llama/Llama-2-13b-chat-hf"
 pipeline = transformers.pipeline(
     "text-generation",
     model=model,
+    torch_dtype=torch.float32,
     device_map="auto",
     do_sample=True,
     token=HF_TOKEN,