Training in progress, epoch 0

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2-VL-7B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcf6dbc7f61e3c32d4ea6690becc48cef819053eb338d5fc1486055d6546adf
+size 10107280

added_tokens.json

@@ -0,0 +1,16 @@
+{
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

runs/Apr23_15-22-13_gl1519.arc-ts.umich.edu/events.out.tfevents.1745437022.gl1519.arc-ts.umich.edu.3948909.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef02edfc2d1c7322e4abdc9aa26d42d641b93457cf285a53c57f290b168ca46b
+size 6835

runs/Apr23_15-22-13_gl1519.arc-ts.umich.edu/events.out.tfevents.1745437044.gl1519.arc-ts.umich.edu.3948909.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3af1f5e168552ac905932b5a50021e240d17284b21e58fb3fc68b0589abf61
+size 6835

runs/Apr23_15-42-34_gl1519.arc-ts.umich.edu/events.out.tfevents.1745437357.gl1519.arc-ts.umich.edu.3980161.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0909684eb4c258e491d481d7d8d353e99cf552982edb6bc31ead377bd0bfc9e
+size 6835

runs/Apr23_15-49-23_gl1519.arc-ts.umich.edu/events.out.tfevents.1745437769.gl1519.arc-ts.umich.edu.3988065.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5c66ae87496a6f1a089dc8ebdd34aa81994dd8674623881d12f6cfd97aa6c3
+size 6833

runs/Apr23_15-59-30_gl1519.arc-ts.umich.edu/events.out.tfevents.1745438373.gl1519.arc-ts.umich.edu.3988065.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d935c9ca9a0d6eda03736e473363c3fdfea3cfd40b8790f013dcaa3908df7fa2
+size 6835

runs/Apr23_15-59-30_gl1519.arc-ts.umich.edu/events.out.tfevents.1745438589.gl1519.arc-ts.umich.edu.3988065.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324f2380de4c02076d2474d09cc6bc7e79232759d1c93f415451327c313dd03d
+size 6835

runs/Apr23_15-59-30_gl1519.arc-ts.umich.edu/events.out.tfevents.1745438660.gl1519.arc-ts.umich.edu.3988065.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819ff87b5b8d3cf2a3f986aed897c307af927c5501c42473ac1f241e2c40b27c
+size 6835

runs/Apr23_15-59-30_gl1519.arc-ts.umich.edu/events.out.tfevents.1745438921.gl1519.arc-ts.umich.edu.3988065.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a454e3d3de3e4d794f0625921b9e66c88ee81b7970f58607bb15bd5867e95054
+size 6835

runs/Apr23_15-59-30_gl1519.arc-ts.umich.edu/events.out.tfevents.1745439998.gl1519.arc-ts.umich.edu.3988065.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183ba91380e8d26d54cf5cad36ee8a1c2f63c14f6d222456890f180a540b8d40
+size 6835

runs/Apr24_00-45-44_gl1514.arc-ts.umich.edu/events.out.tfevents.1745469973.gl1514.arc-ts.umich.edu.934888.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c377bee0be5617ef3c3e3d62e0cdbc3474178fef3af0aee0a71c19d134108561
+size 6485

runs/Apr24_00-45-44_gl1514.arc-ts.umich.edu/events.out.tfevents.1745470009.gl1514.arc-ts.umich.edu.934888.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2649eea55f18ba94dcfe12ae827a670bd56e61a4dd3ef43db862a52bcedad4
+size 6899

runs/Apr24_13-41-50_gl1514.arc-ts.umich.edu/events.out.tfevents.1745516523.gl1514.arc-ts.umich.edu.1672415.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aeac6a999b15fa12144fd70e137b1290abe20d9ffe160361036a3940b37020f
+size 6484

runs/Apr24_13-51-21_gl1514.arc-ts.umich.edu/events.out.tfevents.1745517099.gl1514.arc-ts.umich.edu.1681763.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589ed63e85333134be11c854f92fcf586f8f0eeaff3a20ac5ba1e7378e4d7f19
+size 6484

runs/Apr24_13-53-11_gl1514.arc-ts.umich.edu/events.out.tfevents.1745517206.gl1514.arc-ts.umich.edu.1682746.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacbc0be92918a13d25711a9f133b4159fdfe024278665241b61840c0435117a
+size 6484

runs/Apr24_13-59-21_gl1514.arc-ts.umich.edu/events.out.tfevents.1745517587.gl1514.arc-ts.umich.edu.1691123.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce251b2008a5244576bce6a3562f80596de6a0f80550e047a10863090d491dee
+size 6484

runs/Apr24_14-28-14_gl1514.arc-ts.umich.edu/events.out.tfevents.1745519315.gl1514.arc-ts.umich.edu.1720129.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671dcf34aca5b46ddd19b6dd3b209ed69d9d797bd1cfa8b336a1cc434983ee2f
+size 6484

runs/Apr24_14-31-04_gl1514.arc-ts.umich.edu/events.out.tfevents.1745519483.gl1514.arc-ts.umich.edu.1724218.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce81c8f7c3597f937dead2f80abceb91564dd076e0cac4f0ad4ed21a0c39c667
+size 6484

runs/Apr24_14-33-24_gl1514.arc-ts.umich.edu/events.out.tfevents.1745519626.gl1514.arc-ts.umich.edu.1725381.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d1bd58d6b574a47fb7881bcc370522965291341ecca35220508e9b2f53aaa0
+size 6484

runs/Apr24_14-35-35_gl1514.arc-ts.umich.edu/events.out.tfevents.1745519755.gl1514.arc-ts.umich.edu.1729040.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd6eb037d48d2d2b64c372872684ca8953ad60ae64c272f5802fd1a05057dc3
+size 7312

runs/Apr24_15-11-18_gl1514.arc-ts.umich.edu/events.out.tfevents.1745521897.gl1514.arc-ts.umich.edu.1762480.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e6faf01f52314ee96ab5eaef3c29d4d8dbce3027ddf6ebc2b37fa1b295b07e
+size 11038

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a3a6fcb80132f76da8aa40cdc3fccd7e5d8468ef15421f5b0c2715e85217d2
+size 11420538

tokenizer_config.json

@@ -0,0 +1,143 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 32768,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2e41402a0506fd1d3b6c03d1fd2ee537ef57d47b4399ef34683c361bdce9b8
+size 5688