Training in progress, step 30

adapter_config.json

@@ -3,6 +3,7 @@
   "auto_mapping": null,
   "base_model_name_or_path": "unsloth/llama-3.2-11b-vision-instruct-unsloth-bnb-4bit",
   "bias": "none",
+  "corda_config": null,
   "eva_config": null,
   "exclude_modules": null,
   "fan_in_fan_out": false,
@@ -22,8 +23,9 @@
   "r": 16,
   "rank_pattern": {},
   "revision": null,
-  "target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:q_proj|k_proj|v_proj|o_proj|fc1|fc2|gate_proj|up_proj|down_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:q_proj|k_proj|v_proj|o_proj|fc1|fc2|gate_proj|up_proj|down_proj)))",
+  "target_modules": "(?:.*?(?:vision|image|visual|patch|language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:q_proj|k_proj|v_proj|o_proj|fc1|fc2|gate_proj|up_proj|down_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:q_proj|k_proj|v_proj|o_proj|fc1|fc2|gate_proj|up_proj|down_proj)))",
   "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
   "use_dora": false,
   "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:411601b34a4c3f9e69aedd3e2b6df23940d97e7511fe326c5a69d8d5185fb8e5
-size 209798936
+oid sha256:f7222746c399f1e089eed90392babc4b8e7b88f024b17c647c469baf095e1cb2
+size 268855232

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abd08b46c9c01a903788030f36d9731aad064d0c420e66b88e3e143cda9e4e9a
-size 17210268
+oid sha256:d34b8b90d18ab7ffd5282840a84d5d4df705e2c8e6f74c906ee0a1ea5b6bd9dd
+size 17210367

tokenizer_config.json

@@ -2070,6 +2070,6 @@
   "pad_token": "<|finetune_right_pad_id|>",
   "padding_side": "right",
   "processor_class": "MllamaProcessor",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "tokenizer_class": "PreTrainedTokenizer",
   "unk_token": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfdabf185a3f95a7e2003539099d81cb0096b56fb46259af75394409f3311343
-size 5624
+oid sha256:4bd08e834fc3df3702a629726c950bb730c10233a6f29ac579e4376b9af1674c
+size 5688