update code

app.py

@@ -40,8 +40,7 @@ if 'int4' in model_path:
     if device == 'mps':
         print('Error: running int4 model with bitsandbytes on Mac is not supported right now.')
         exit()
-    #model = AutoModel.from_pretrained(model_path, trust_remote_code=True, attn_implementation='sdpa')
-    model = AutoModel.from_pretrained(model_path, trust_remote_code=True)
+    model = AutoModel.from_pretrained(model_path, trust_remote_code=True, attn_implementation='sdpa')
 else:
     if args.multi_gpus:
         from accelerate import load_checkpoint_and_dispatch, init_empty_weights, infer_auto_device_map