Update app.py

app.py

@@ -31,6 +31,7 @@ import jax.numpy as jnp
 import flax.linen as nn
 
 from transformers import PaliGemmaForConditionalGeneration, PaliGemmaProcessor
+from peft import PeftConfig, PeftModel
 from huggingface_hub import login
 import spaces
 
@@ -41,8 +42,14 @@ login(token=hf_token, add_to_git_credential=True)
 
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
-model_id = "dwb2023/paligemma-cnmc-ft"
+model_id = "google/paligemma-3b-pt-224"
+adapter_model_id = "dwb2023/paligemma-cnmc-ft"
 model = PaliGemmaForConditionalGeneration.from_pretrained(model_id).eval().to(device)
+model = PeftModel.from_pretrained(model, adapter_model_name).to(device)
+
+model = model.merge_and_unload()
+model.save_pretrained("merged_adapters")
+
 processor = PaliGemmaProcessor.from_pretrained(model_id)
 
 @spaces.GPU