Update app.py

app.py

@@ -22,11 +22,12 @@ from transformers import AutoModel, AutoTokenizer
 
 # Argparser
 parser = argparse.ArgumentParser(description='demo')
-parser.add_argument('--device', type=str, default='mps', help='cuda or mps')
+#parser.add_argument('--device', type=str, default='mps', help='cuda or mps')
 parser.add_argument('--dtype', type=str, default='fp16', help='bf16 or fp16')
 args = parser.parse_args()
-device = args.device
-assert device in ['cuda', 'mps']
+#device = args.device
+#assert device in ['cuda', 'mps']
+device = 'cpu'
 if args.dtype == 'bf16':
     dtype = torch.bfloat16
 else: