Upload extracted LLM backbone from PaliGemma

checkpoints/latest-checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cacd2ac2dfc9af87131a39cc93ff258f91caa40d0174889ddb78fc5935cf11
+size 30165278742

config.json

@@ -0,0 +1,59 @@
+{
+    "dataset": {
+      "align_stage_components": [
+        "download/llava-laion-cc-sbu-558k/chat.json",
+        "download/llava-laion-cc-sbu-558k"
+      ],
+      "dataset_id": "llava-lvis4v-lrv",
+      "dataset_root_dir": "/opt/ml/input/data/training/skaramcheti/datasets/prismatic-vlms",
+      "finetune_stage_components": [
+        "download/llava-v1.5-instruct/llava_v1_5_lvis4v_lrv_mix1231k.json",
+        "download/llava-v1.5-instruct"
+      ],
+      "type": "llava-lvis4v-lrv"
+    },
+    "hf_token": ".hf_token",
+    "model": {
+      "align_epochs": 1,
+      "align_global_batch_size": 256,
+      "align_learning_rate": 0.001,
+      "align_lr_scheduler_type": "linear-warmup+cosine-decay",
+      "align_max_grad_norm": 1.0,
+      "align_max_steps": null,
+      "align_per_device_batch_size": 16,
+      "align_train_strategy": "fsdp-shard-grad-op",
+      "align_warmup_ratio": 0.03,
+      "align_weight_decay": 0.0,
+      "arch_specifier": "no-align+fused-gelu-mlp",
+      "enable_gradient_checkpointing": true,
+      "enable_mixed_precision_training": true,
+      "finetune_epochs": 2,
+      "finetune_global_batch_size": 128,
+      "finetune_learning_rate": 2e-05,
+      "finetune_lr_scheduler_type": "linear-warmup+cosine-decay",
+      "finetune_max_grad_norm": 1.0,
+      "finetune_max_steps": null,
+      "finetune_per_device_batch_size": 16,
+      "finetune_train_strategy": "fsdp-full-shard",
+      "finetune_warmup_ratio": 0.03,
+      "finetune_weight_decay": 0.1,
+      "image_resize_strategy": "resize-naive",
+      "llm_backbone_id": "llama2-7b-pure",
+      "llm_max_length": 2048,
+      "model_id": "prism-dinosiglip-224px+7b",
+      "reduce_in_full_precision": false,
+      "type": "prism-dinosiglip-224px+7b",
+      "vision_backbone_id": "dinosiglip-vit-so-224px"
+    },
+    "pretrained_checkpoint": null,
+    "run_id": "llava-lvis4v-lrv+prism-dinosiglip-224px+7b+stage-finetune+x7",
+    "run_root_dir": "/opt/ml/input/data/training/x-prismatic-vlms/runs",
+    "seed": 7,
+    "stage": "finetune",
+    "trackers": [
+      "jsonl",
+      "wandb"
+    ],
+    "wandb_entity": "stanford-voltron",
+    "wandb_project": "onyx-vlms"
+  }