Update app.py

app.py

@@ -14,7 +14,7 @@ st.title('🦜Seon\'s Legal QA For Dummies 🔗 ')
 
 model = AutoModelForCausalLM.from_pretrained("PyaeSoneK/pythia_70m_legalQA",
                                     device_map='auto',
-                                  torch_dtype=torch.float16,
+                                  torch_dtype=torch.float32,
                                   use_auth_token= st.secrets['hf_access_token'],
                                     )
 
@@ -31,7 +31,7 @@ from transformers import pipeline
 pipe = pipeline("text-generation",
                 model=model,
                 tokenizer= tokenizer,
-                torch_dtype=torch.bfloat16,
+                torch_dtype=torch.bfloat32,
                 device_map="auto",
                 max_new_tokens = 512,
                 do_sample=True,