Update app.py

changes added for torch type.

app.py

@@ -1,7 +1,8 @@
 from transformers import AutoModelForCausalLM, AutoTokenizer
 from instruct_pipeline import InstructionTextGenerationPipeline
+import torch
 tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-3b", padding_side="left")
-model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-3b")
+model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-3b", torch_dtype=torch.bfloat16)
                                              
 generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)