molmoact2-fixed / config.yaml
PolinAvA's picture
Upload folder using huggingface_hub
d0793c3 verified
Raw
History Blame Contribute Delete
72.2 kB
run_name: molmoact2-task2-demo150-fixed
model:
model_name: molmoact2
data_formatter:
prompt_templates: uber_model_v2
message_format: qwen3
system_prompt: demo_or_style_v2
always_start_with_space: false
default_inference_len: 65
select_answer: best
debug: false
image_last: false
format_message_list: null
p_one_message: 0.0
eval_system_prompt_mapping: null
p_choice_content_in_mc: 1.0
template_video_mc_questions: true
pointing_format: html-v2
points_decimal_places: 1
use_seperate_non_pointing_qa_style: false
timestamp_mode: 50-percent-seconds
output_timestamp_mode: seconds
seconds_decimal_places: 1
p_multi_point_all_image: 0.5
add_setup_tokens: true
add_control_tokens: true
use_seperate_count_without_pointing_style: false
sample_random_initial_point: true
llm:
d_model: 2560
n_heads: 32
n_kv_heads: 8
head_dim: 128
qkv_bias: false
clip_qkv: null
n_layers: 36
mlp_ratio: 4
mlp_hidden_size: 19456
activation_type: swiglu
block_type: sequential
rope: true
rope_full_precision: true
rope_theta: 5000000.0
rope_type: default
rope_factor: null
rope_high_freq_factor: null
rope_low_freq_factor: null
rope_original_max_position_embeddings: null
rope_attention_factor: null
rope_beta_fast: null
rope_beta_slow: null
rope_mscale: null
rope_mscale_all_dim: null
rope_truncate: null
attention_type: sdpa
full_attention_layers: null
sliding_attention_rope_scaling: false
float32_attention: true
attention_dropout: 0.0
attention_layer_norm: true
attention_layer_norm_type: qwen3
residual_dropout: 0.1
response_residual_dropout: 0.0
layer_norm_type: rms
layer_norm_with_affine: true
layer_norm_eps: 1.0e-06
attention_layer_norm_with_affine: true
max_sequence_length: 16384
max_position_embeddings: null
include_bias: false
bias_for_layer_norm: null
norm_after: false
moe_num_experts: 8
moe_top_k: 2
moe_mlp_impl: sparse
moe_log_expert_assignment: false
moe_shared_expert: false
moe_lbl_in_fp32: false
moe_interleave: false
moe_loss_weight: 0.1
moe_zloss_weight: null
moe_dropless: true
moe_capacity_factor: 1.25
embedding_dropout: 0.0
scale_logits: false
vocab_size: 151669
additional_vocab_size: 128
weight_tying: false
embedding_size: 155648
use_position_ids: true
tokenizer:
identifier: Qwen/Qwen3-4B
tokenizer_dir: null
new_tokens_for_both_input_and_output:
- <setup_start>
- <setup_end>
- <control_start>
- <control_end>
- <state_start>
- <state_end>
- <state_0>
- <state_1>
- <state_2>
- <state_3>
- <state_4>
- <state_5>
- <state_6>
- <state_7>
- <state_8>
- <state_9>
- <state_10>
- <state_11>
- <state_12>
- <state_13>
- <state_14>
- <state_15>
- <state_16>
- <state_17>
- <state_18>
- <state_19>
- <state_20>
- <state_21>
- <state_22>
- <state_23>
- <state_24>
- <state_25>
- <state_26>
- <state_27>
- <state_28>
- <state_29>
- <state_30>
- <state_31>
- <state_32>
- <state_33>
- <state_34>
- <state_35>
- <state_36>
- <state_37>
- <state_38>
- <state_39>
- <state_40>
- <state_41>
- <state_42>
- <state_43>
- <state_44>
- <state_45>
- <state_46>
- <state_47>
- <state_48>
- <state_49>
- <state_50>
- <state_51>
- <state_52>
- <state_53>
- <state_54>
- <state_55>
- <state_56>
- <state_57>
- <state_58>
- <state_59>
- <state_60>
- <state_61>
- <state_62>
- <state_63>
- <state_64>
- <state_65>
- <state_66>
- <state_67>
- <state_68>
- <state_69>
- <state_70>
- <state_71>
- <state_72>
- <state_73>
- <state_74>
- <state_75>
- <state_76>
- <state_77>
- <state_78>
- <state_79>
- <state_80>
- <state_81>
- <state_82>
- <state_83>
- <state_84>
- <state_85>
- <state_86>
- <state_87>
- <state_88>
- <state_89>
- <state_90>
- <state_91>
- <state_92>
- <state_93>
- <state_94>
- <state_95>
- <state_96>
- <state_97>
- <state_98>
- <state_99>
- <state_100>
- <state_101>
- <state_102>
- <state_103>
- <state_104>
- <state_105>
- <state_106>
- <state_107>
- <state_108>
- <state_109>
- <state_110>
- <state_111>
- <state_112>
- <state_113>
- <state_114>
- <state_115>
- <state_116>
- <state_117>
- <state_118>
- <state_119>
- <state_120>
- <state_121>
- <state_122>
- <state_123>
- <state_124>
- <state_125>
- <state_126>
- <state_127>
- <state_128>
- <state_129>
- <state_130>
- <state_131>
- <state_132>
- <state_133>
- <state_134>
- <state_135>
- <state_136>
- <state_137>
- <state_138>
- <state_139>
- <state_140>
- <state_141>
- <state_142>
- <state_143>
- <state_144>
- <state_145>
- <state_146>
- <state_147>
- <state_148>
- <state_149>
- <state_150>
- <state_151>
- <state_152>
- <state_153>
- <state_154>
- <state_155>
- <state_156>
- <state_157>
- <state_158>
- <state_159>
- <state_160>
- <state_161>
- <state_162>
- <state_163>
- <state_164>
- <state_165>
- <state_166>
- <state_167>
- <state_168>
- <state_169>
- <state_170>
- <state_171>
- <state_172>
- <state_173>
- <state_174>
- <state_175>
- <state_176>
- <state_177>
- <state_178>
- <state_179>
- <state_180>
- <state_181>
- <state_182>
- <state_183>
- <state_184>
- <state_185>
- <state_186>
- <state_187>
- <state_188>
- <state_189>
- <state_190>
- <state_191>
- <state_192>
- <state_193>
- <state_194>
- <state_195>
- <state_196>
- <state_197>
- <state_198>
- <state_199>
- <state_200>
- <state_201>
- <state_202>
- <state_203>
- <state_204>
- <state_205>
- <state_206>
- <state_207>
- <state_208>
- <state_209>
- <state_210>
- <state_211>
- <state_212>
- <state_213>
- <state_214>
- <state_215>
- <state_216>
- <state_217>
- <state_218>
- <state_219>
- <state_220>
- <state_221>
- <state_222>
- <state_223>
- <state_224>
- <state_225>
- <state_226>
- <state_227>
- <state_228>
- <state_229>
- <state_230>
- <state_231>
- <state_232>
- <state_233>
- <state_234>
- <state_235>
- <state_236>
- <state_237>
- <state_238>
- <state_239>
- <state_240>
- <state_241>
- <state_242>
- <state_243>
- <state_244>
- <state_245>
- <state_246>
- <state_247>
- <state_248>
- <state_249>
- <state_250>
- <state_251>
- <state_252>
- <state_253>
- <state_254>
- <state_255>
- <action_output>
- <action_start>
- <action_end>
- <action_0>
- <action_1>
- <action_2>
- <action_3>
- <action_4>
- <action_5>
- <action_6>
- <action_7>
- <action_8>
- <action_9>
- <action_10>
- <action_11>
- <action_12>
- <action_13>
- <action_14>
- <action_15>
- <action_16>
- <action_17>
- <action_18>
- <action_19>
- <action_20>
- <action_21>
- <action_22>
- <action_23>
- <action_24>
- <action_25>
- <action_26>
- <action_27>
- <action_28>
- <action_29>
- <action_30>
- <action_31>
- <action_32>
- <action_33>
- <action_34>
- <action_35>
- <action_36>
- <action_37>
- <action_38>
- <action_39>
- <action_40>
- <action_41>
- <action_42>
- <action_43>
- <action_44>
- <action_45>
- <action_46>
- <action_47>
- <action_48>
- <action_49>
- <action_50>
- <action_51>
- <action_52>
- <action_53>
- <action_54>
- <action_55>
- <action_56>
- <action_57>
- <action_58>
- <action_59>
- <action_60>
- <action_61>
- <action_62>
- <action_63>
- <action_64>
- <action_65>
- <action_66>
- <action_67>
- <action_68>
- <action_69>
- <action_70>
- <action_71>
- <action_72>
- <action_73>
- <action_74>
- <action_75>
- <action_76>
- <action_77>
- <action_78>
- <action_79>
- <action_80>
- <action_81>
- <action_82>
- <action_83>
- <action_84>
- <action_85>
- <action_86>
- <action_87>
- <action_88>
- <action_89>
- <action_90>
- <action_91>
- <action_92>
- <action_93>
- <action_94>
- <action_95>
- <action_96>
- <action_97>
- <action_98>
- <action_99>
- <action_100>
- <action_101>
- <action_102>
- <action_103>
- <action_104>
- <action_105>
- <action_106>
- <action_107>
- <action_108>
- <action_109>
- <action_110>
- <action_111>
- <action_112>
- <action_113>
- <action_114>
- <action_115>
- <action_116>
- <action_117>
- <action_118>
- <action_119>
- <action_120>
- <action_121>
- <action_122>
- <action_123>
- <action_124>
- <action_125>
- <action_126>
- <action_127>
- <action_128>
- <action_129>
- <action_130>
- <action_131>
- <action_132>
- <action_133>
- <action_134>
- <action_135>
- <action_136>
- <action_137>
- <action_138>
- <action_139>
- <action_140>
- <action_141>
- <action_142>
- <action_143>
- <action_144>
- <action_145>
- <action_146>
- <action_147>
- <action_148>
- <action_149>
- <action_150>
- <action_151>
- <action_152>
- <action_153>
- <action_154>
- <action_155>
- <action_156>
- <action_157>
- <action_158>
- <action_159>
- <action_160>
- <action_161>
- <action_162>
- <action_163>
- <action_164>
- <action_165>
- <action_166>
- <action_167>
- <action_168>
- <action_169>
- <action_170>
- <action_171>
- <action_172>
- <action_173>
- <action_174>
- <action_175>
- <action_176>
- <action_177>
- <action_178>
- <action_179>
- <action_180>
- <action_181>
- <action_182>
- <action_183>
- <action_184>
- <action_185>
- <action_186>
- <action_187>
- <action_188>
- <action_189>
- <action_190>
- <action_191>
- <action_192>
- <action_193>
- <action_194>
- <action_195>
- <action_196>
- <action_197>
- <action_198>
- <action_199>
- <action_200>
- <action_201>
- <action_202>
- <action_203>
- <action_204>
- <action_205>
- <action_206>
- <action_207>
- <action_208>
- <action_209>
- <action_210>
- <action_211>
- <action_212>
- <action_213>
- <action_214>
- <action_215>
- <action_216>
- <action_217>
- <action_218>
- <action_219>
- <action_220>
- <action_221>
- <action_222>
- <action_223>
- <action_224>
- <action_225>
- <action_226>
- <action_227>
- <action_228>
- <action_229>
- <action_230>
- <action_231>
- <action_232>
- <action_233>
- <action_234>
- <action_235>
- <action_236>
- <action_237>
- <action_238>
- <action_239>
- <action_240>
- <action_241>
- <action_242>
- <action_243>
- <action_244>
- <action_245>
- <action_246>
- <action_247>
- <action_248>
- <action_249>
- <action_250>
- <action_251>
- <action_252>
- <action_253>
- <action_254>
- <action_255>
- <action_256>
- <action_257>
- <action_258>
- <action_259>
- <action_260>
- <action_261>
- <action_262>
- <action_263>
- <action_264>
- <action_265>
- <action_266>
- <action_267>
- <action_268>
- <action_269>
- <action_270>
- <action_271>
- <action_272>
- <action_273>
- <action_274>
- <action_275>
- <action_276>
- <action_277>
- <action_278>
- <action_279>
- <action_280>
- <action_281>
- <action_282>
- <action_283>
- <action_284>
- <action_285>
- <action_286>
- <action_287>
- <action_288>
- <action_289>
- <action_290>
- <action_291>
- <action_292>
- <action_293>
- <action_294>
- <action_295>
- <action_296>
- <action_297>
- <action_298>
- <action_299>
- <action_300>
- <action_301>
- <action_302>
- <action_303>
- <action_304>
- <action_305>
- <action_306>
- <action_307>
- <action_308>
- <action_309>
- <action_310>
- <action_311>
- <action_312>
- <action_313>
- <action_314>
- <action_315>
- <action_316>
- <action_317>
- <action_318>
- <action_319>
- <action_320>
- <action_321>
- <action_322>
- <action_323>
- <action_324>
- <action_325>
- <action_326>
- <action_327>
- <action_328>
- <action_329>
- <action_330>
- <action_331>
- <action_332>
- <action_333>
- <action_334>
- <action_335>
- <action_336>
- <action_337>
- <action_338>
- <action_339>
- <action_340>
- <action_341>
- <action_342>
- <action_343>
- <action_344>
- <action_345>
- <action_346>
- <action_347>
- <action_348>
- <action_349>
- <action_350>
- <action_351>
- <action_352>
- <action_353>
- <action_354>
- <action_355>
- <action_356>
- <action_357>
- <action_358>
- <action_359>
- <action_360>
- <action_361>
- <action_362>
- <action_363>
- <action_364>
- <action_365>
- <action_366>
- <action_367>
- <action_368>
- <action_369>
- <action_370>
- <action_371>
- <action_372>
- <action_373>
- <action_374>
- <action_375>
- <action_376>
- <action_377>
- <action_378>
- <action_379>
- <action_380>
- <action_381>
- <action_382>
- <action_383>
- <action_384>
- <action_385>
- <action_386>
- <action_387>
- <action_388>
- <action_389>
- <action_390>
- <action_391>
- <action_392>
- <action_393>
- <action_394>
- <action_395>
- <action_396>
- <action_397>
- <action_398>
- <action_399>
- <action_400>
- <action_401>
- <action_402>
- <action_403>
- <action_404>
- <action_405>
- <action_406>
- <action_407>
- <action_408>
- <action_409>
- <action_410>
- <action_411>
- <action_412>
- <action_413>
- <action_414>
- <action_415>
- <action_416>
- <action_417>
- <action_418>
- <action_419>
- <action_420>
- <action_421>
- <action_422>
- <action_423>
- <action_424>
- <action_425>
- <action_426>
- <action_427>
- <action_428>
- <action_429>
- <action_430>
- <action_431>
- <action_432>
- <action_433>
- <action_434>
- <action_435>
- <action_436>
- <action_437>
- <action_438>
- <action_439>
- <action_440>
- <action_441>
- <action_442>
- <action_443>
- <action_444>
- <action_445>
- <action_446>
- <action_447>
- <action_448>
- <action_449>
- <action_450>
- <action_451>
- <action_452>
- <action_453>
- <action_454>
- <action_455>
- <action_456>
- <action_457>
- <action_458>
- <action_459>
- <action_460>
- <action_461>
- <action_462>
- <action_463>
- <action_464>
- <action_465>
- <action_466>
- <action_467>
- <action_468>
- <action_469>
- <action_470>
- <action_471>
- <action_472>
- <action_473>
- <action_474>
- <action_475>
- <action_476>
- <action_477>
- <action_478>
- <action_479>
- <action_480>
- <action_481>
- <action_482>
- <action_483>
- <action_484>
- <action_485>
- <action_486>
- <action_487>
- <action_488>
- <action_489>
- <action_490>
- <action_491>
- <action_492>
- <action_493>
- <action_494>
- <action_495>
- <action_496>
- <action_497>
- <action_498>
- <action_499>
- <action_500>
- <action_501>
- <action_502>
- <action_503>
- <action_504>
- <action_505>
- <action_506>
- <action_507>
- <action_508>
- <action_509>
- <action_510>
- <action_511>
- <action_512>
- <action_513>
- <action_514>
- <action_515>
- <action_516>
- <action_517>
- <action_518>
- <action_519>
- <action_520>
- <action_521>
- <action_522>
- <action_523>
- <action_524>
- <action_525>
- <action_526>
- <action_527>
- <action_528>
- <action_529>
- <action_530>
- <action_531>
- <action_532>
- <action_533>
- <action_534>
- <action_535>
- <action_536>
- <action_537>
- <action_538>
- <action_539>
- <action_540>
- <action_541>
- <action_542>
- <action_543>
- <action_544>
- <action_545>
- <action_546>
- <action_547>
- <action_548>
- <action_549>
- <action_550>
- <action_551>
- <action_552>
- <action_553>
- <action_554>
- <action_555>
- <action_556>
- <action_557>
- <action_558>
- <action_559>
- <action_560>
- <action_561>
- <action_562>
- <action_563>
- <action_564>
- <action_565>
- <action_566>
- <action_567>
- <action_568>
- <action_569>
- <action_570>
- <action_571>
- <action_572>
- <action_573>
- <action_574>
- <action_575>
- <action_576>
- <action_577>
- <action_578>
- <action_579>
- <action_580>
- <action_581>
- <action_582>
- <action_583>
- <action_584>
- <action_585>
- <action_586>
- <action_587>
- <action_588>
- <action_589>
- <action_590>
- <action_591>
- <action_592>
- <action_593>
- <action_594>
- <action_595>
- <action_596>
- <action_597>
- <action_598>
- <action_599>
- <action_600>
- <action_601>
- <action_602>
- <action_603>
- <action_604>
- <action_605>
- <action_606>
- <action_607>
- <action_608>
- <action_609>
- <action_610>
- <action_611>
- <action_612>
- <action_613>
- <action_614>
- <action_615>
- <action_616>
- <action_617>
- <action_618>
- <action_619>
- <action_620>
- <action_621>
- <action_622>
- <action_623>
- <action_624>
- <action_625>
- <action_626>
- <action_627>
- <action_628>
- <action_629>
- <action_630>
- <action_631>
- <action_632>
- <action_633>
- <action_634>
- <action_635>
- <action_636>
- <action_637>
- <action_638>
- <action_639>
- <action_640>
- <action_641>
- <action_642>
- <action_643>
- <action_644>
- <action_645>
- <action_646>
- <action_647>
- <action_648>
- <action_649>
- <action_650>
- <action_651>
- <action_652>
- <action_653>
- <action_654>
- <action_655>
- <action_656>
- <action_657>
- <action_658>
- <action_659>
- <action_660>
- <action_661>
- <action_662>
- <action_663>
- <action_664>
- <action_665>
- <action_666>
- <action_667>
- <action_668>
- <action_669>
- <action_670>
- <action_671>
- <action_672>
- <action_673>
- <action_674>
- <action_675>
- <action_676>
- <action_677>
- <action_678>
- <action_679>
- <action_680>
- <action_681>
- <action_682>
- <action_683>
- <action_684>
- <action_685>
- <action_686>
- <action_687>
- <action_688>
- <action_689>
- <action_690>
- <action_691>
- <action_692>
- <action_693>
- <action_694>
- <action_695>
- <action_696>
- <action_697>
- <action_698>
- <action_699>
- <action_700>
- <action_701>
- <action_702>
- <action_703>
- <action_704>
- <action_705>
- <action_706>
- <action_707>
- <action_708>
- <action_709>
- <action_710>
- <action_711>
- <action_712>
- <action_713>
- <action_714>
- <action_715>
- <action_716>
- <action_717>
- <action_718>
- <action_719>
- <action_720>
- <action_721>
- <action_722>
- <action_723>
- <action_724>
- <action_725>
- <action_726>
- <action_727>
- <action_728>
- <action_729>
- <action_730>
- <action_731>
- <action_732>
- <action_733>
- <action_734>
- <action_735>
- <action_736>
- <action_737>
- <action_738>
- <action_739>
- <action_740>
- <action_741>
- <action_742>
- <action_743>
- <action_744>
- <action_745>
- <action_746>
- <action_747>
- <action_748>
- <action_749>
- <action_750>
- <action_751>
- <action_752>
- <action_753>
- <action_754>
- <action_755>
- <action_756>
- <action_757>
- <action_758>
- <action_759>
- <action_760>
- <action_761>
- <action_762>
- <action_763>
- <action_764>
- <action_765>
- <action_766>
- <action_767>
- <action_768>
- <action_769>
- <action_770>
- <action_771>
- <action_772>
- <action_773>
- <action_774>
- <action_775>
- <action_776>
- <action_777>
- <action_778>
- <action_779>
- <action_780>
- <action_781>
- <action_782>
- <action_783>
- <action_784>
- <action_785>
- <action_786>
- <action_787>
- <action_788>
- <action_789>
- <action_790>
- <action_791>
- <action_792>
- <action_793>
- <action_794>
- <action_795>
- <action_796>
- <action_797>
- <action_798>
- <action_799>
- <action_800>
- <action_801>
- <action_802>
- <action_803>
- <action_804>
- <action_805>
- <action_806>
- <action_807>
- <action_808>
- <action_809>
- <action_810>
- <action_811>
- <action_812>
- <action_813>
- <action_814>
- <action_815>
- <action_816>
- <action_817>
- <action_818>
- <action_819>
- <action_820>
- <action_821>
- <action_822>
- <action_823>
- <action_824>
- <action_825>
- <action_826>
- <action_827>
- <action_828>
- <action_829>
- <action_830>
- <action_831>
- <action_832>
- <action_833>
- <action_834>
- <action_835>
- <action_836>
- <action_837>
- <action_838>
- <action_839>
- <action_840>
- <action_841>
- <action_842>
- <action_843>
- <action_844>
- <action_845>
- <action_846>
- <action_847>
- <action_848>
- <action_849>
- <action_850>
- <action_851>
- <action_852>
- <action_853>
- <action_854>
- <action_855>
- <action_856>
- <action_857>
- <action_858>
- <action_859>
- <action_860>
- <action_861>
- <action_862>
- <action_863>
- <action_864>
- <action_865>
- <action_866>
- <action_867>
- <action_868>
- <action_869>
- <action_870>
- <action_871>
- <action_872>
- <action_873>
- <action_874>
- <action_875>
- <action_876>
- <action_877>
- <action_878>
- <action_879>
- <action_880>
- <action_881>
- <action_882>
- <action_883>
- <action_884>
- <action_885>
- <action_886>
- <action_887>
- <action_888>
- <action_889>
- <action_890>
- <action_891>
- <action_892>
- <action_893>
- <action_894>
- <action_895>
- <action_896>
- <action_897>
- <action_898>
- <action_899>
- <action_900>
- <action_901>
- <action_902>
- <action_903>
- <action_904>
- <action_905>
- <action_906>
- <action_907>
- <action_908>
- <action_909>
- <action_910>
- <action_911>
- <action_912>
- <action_913>
- <action_914>
- <action_915>
- <action_916>
- <action_917>
- <action_918>
- <action_919>
- <action_920>
- <action_921>
- <action_922>
- <action_923>
- <action_924>
- <action_925>
- <action_926>
- <action_927>
- <action_928>
- <action_929>
- <action_930>
- <action_931>
- <action_932>
- <action_933>
- <action_934>
- <action_935>
- <action_936>
- <action_937>
- <action_938>
- <action_939>
- <action_940>
- <action_941>
- <action_942>
- <action_943>
- <action_944>
- <action_945>
- <action_946>
- <action_947>
- <action_948>
- <action_949>
- <action_950>
- <action_951>
- <action_952>
- <action_953>
- <action_954>
- <action_955>
- <action_956>
- <action_957>
- <action_958>
- <action_959>
- <action_960>
- <action_961>
- <action_962>
- <action_963>
- <action_964>
- <action_965>
- <action_966>
- <action_967>
- <action_968>
- <action_969>
- <action_970>
- <action_971>
- <action_972>
- <action_973>
- <action_974>
- <action_975>
- <action_976>
- <action_977>
- <action_978>
- <action_979>
- <action_980>
- <action_981>
- <action_982>
- <action_983>
- <action_984>
- <action_985>
- <action_986>
- <action_987>
- <action_988>
- <action_989>
- <action_990>
- <action_991>
- <action_992>
- <action_993>
- <action_994>
- <action_995>
- <action_996>
- <action_997>
- <action_998>
- <action_999>
- <action_1000>
- <action_1001>
- <action_1002>
- <action_1003>
- <action_1004>
- <action_1005>
- <action_1006>
- <action_1007>
- <action_1008>
- <action_1009>
- <action_1010>
- <action_1011>
- <action_1012>
- <action_1013>
- <action_1014>
- <action_1015>
- <action_1016>
- <action_1017>
- <action_1018>
- <action_1019>
- <action_1020>
- <action_1021>
- <action_1022>
- <action_1023>
- <action_1024>
- <action_1025>
- <action_1026>
- <action_1027>
- <action_1028>
- <action_1029>
- <action_1030>
- <action_1031>
- <action_1032>
- <action_1033>
- <action_1034>
- <action_1035>
- <action_1036>
- <action_1037>
- <action_1038>
- <action_1039>
- <action_1040>
- <action_1041>
- <action_1042>
- <action_1043>
- <action_1044>
- <action_1045>
- <action_1046>
- <action_1047>
- <action_1048>
- <action_1049>
- <action_1050>
- <action_1051>
- <action_1052>
- <action_1053>
- <action_1054>
- <action_1055>
- <action_1056>
- <action_1057>
- <action_1058>
- <action_1059>
- <action_1060>
- <action_1061>
- <action_1062>
- <action_1063>
- <action_1064>
- <action_1065>
- <action_1066>
- <action_1067>
- <action_1068>
- <action_1069>
- <action_1070>
- <action_1071>
- <action_1072>
- <action_1073>
- <action_1074>
- <action_1075>
- <action_1076>
- <action_1077>
- <action_1078>
- <action_1079>
- <action_1080>
- <action_1081>
- <action_1082>
- <action_1083>
- <action_1084>
- <action_1085>
- <action_1086>
- <action_1087>
- <action_1088>
- <action_1089>
- <action_1090>
- <action_1091>
- <action_1092>
- <action_1093>
- <action_1094>
- <action_1095>
- <action_1096>
- <action_1097>
- <action_1098>
- <action_1099>
- <action_1100>
- <action_1101>
- <action_1102>
- <action_1103>
- <action_1104>
- <action_1105>
- <action_1106>
- <action_1107>
- <action_1108>
- <action_1109>
- <action_1110>
- <action_1111>
- <action_1112>
- <action_1113>
- <action_1114>
- <action_1115>
- <action_1116>
- <action_1117>
- <action_1118>
- <action_1119>
- <action_1120>
- <action_1121>
- <action_1122>
- <action_1123>
- <action_1124>
- <action_1125>
- <action_1126>
- <action_1127>
- <action_1128>
- <action_1129>
- <action_1130>
- <action_1131>
- <action_1132>
- <action_1133>
- <action_1134>
- <action_1135>
- <action_1136>
- <action_1137>
- <action_1138>
- <action_1139>
- <action_1140>
- <action_1141>
- <action_1142>
- <action_1143>
- <action_1144>
- <action_1145>
- <action_1146>
- <action_1147>
- <action_1148>
- <action_1149>
- <action_1150>
- <action_1151>
- <action_1152>
- <action_1153>
- <action_1154>
- <action_1155>
- <action_1156>
- <action_1157>
- <action_1158>
- <action_1159>
- <action_1160>
- <action_1161>
- <action_1162>
- <action_1163>
- <action_1164>
- <action_1165>
- <action_1166>
- <action_1167>
- <action_1168>
- <action_1169>
- <action_1170>
- <action_1171>
- <action_1172>
- <action_1173>
- <action_1174>
- <action_1175>
- <action_1176>
- <action_1177>
- <action_1178>
- <action_1179>
- <action_1180>
- <action_1181>
- <action_1182>
- <action_1183>
- <action_1184>
- <action_1185>
- <action_1186>
- <action_1187>
- <action_1188>
- <action_1189>
- <action_1190>
- <action_1191>
- <action_1192>
- <action_1193>
- <action_1194>
- <action_1195>
- <action_1196>
- <action_1197>
- <action_1198>
- <action_1199>
- <action_1200>
- <action_1201>
- <action_1202>
- <action_1203>
- <action_1204>
- <action_1205>
- <action_1206>
- <action_1207>
- <action_1208>
- <action_1209>
- <action_1210>
- <action_1211>
- <action_1212>
- <action_1213>
- <action_1214>
- <action_1215>
- <action_1216>
- <action_1217>
- <action_1218>
- <action_1219>
- <action_1220>
- <action_1221>
- <action_1222>
- <action_1223>
- <action_1224>
- <action_1225>
- <action_1226>
- <action_1227>
- <action_1228>
- <action_1229>
- <action_1230>
- <action_1231>
- <action_1232>
- <action_1233>
- <action_1234>
- <action_1235>
- <action_1236>
- <action_1237>
- <action_1238>
- <action_1239>
- <action_1240>
- <action_1241>
- <action_1242>
- <action_1243>
- <action_1244>
- <action_1245>
- <action_1246>
- <action_1247>
- <action_1248>
- <action_1249>
- <action_1250>
- <action_1251>
- <action_1252>
- <action_1253>
- <action_1254>
- <action_1255>
- <action_1256>
- <action_1257>
- <action_1258>
- <action_1259>
- <action_1260>
- <action_1261>
- <action_1262>
- <action_1263>
- <action_1264>
- <action_1265>
- <action_1266>
- <action_1267>
- <action_1268>
- <action_1269>
- <action_1270>
- <action_1271>
- <action_1272>
- <action_1273>
- <action_1274>
- <action_1275>
- <action_1276>
- <action_1277>
- <action_1278>
- <action_1279>
- <action_1280>
- <action_1281>
- <action_1282>
- <action_1283>
- <action_1284>
- <action_1285>
- <action_1286>
- <action_1287>
- <action_1288>
- <action_1289>
- <action_1290>
- <action_1291>
- <action_1292>
- <action_1293>
- <action_1294>
- <action_1295>
- <action_1296>
- <action_1297>
- <action_1298>
- <action_1299>
- <action_1300>
- <action_1301>
- <action_1302>
- <action_1303>
- <action_1304>
- <action_1305>
- <action_1306>
- <action_1307>
- <action_1308>
- <action_1309>
- <action_1310>
- <action_1311>
- <action_1312>
- <action_1313>
- <action_1314>
- <action_1315>
- <action_1316>
- <action_1317>
- <action_1318>
- <action_1319>
- <action_1320>
- <action_1321>
- <action_1322>
- <action_1323>
- <action_1324>
- <action_1325>
- <action_1326>
- <action_1327>
- <action_1328>
- <action_1329>
- <action_1330>
- <action_1331>
- <action_1332>
- <action_1333>
- <action_1334>
- <action_1335>
- <action_1336>
- <action_1337>
- <action_1338>
- <action_1339>
- <action_1340>
- <action_1341>
- <action_1342>
- <action_1343>
- <action_1344>
- <action_1345>
- <action_1346>
- <action_1347>
- <action_1348>
- <action_1349>
- <action_1350>
- <action_1351>
- <action_1352>
- <action_1353>
- <action_1354>
- <action_1355>
- <action_1356>
- <action_1357>
- <action_1358>
- <action_1359>
- <action_1360>
- <action_1361>
- <action_1362>
- <action_1363>
- <action_1364>
- <action_1365>
- <action_1366>
- <action_1367>
- <action_1368>
- <action_1369>
- <action_1370>
- <action_1371>
- <action_1372>
- <action_1373>
- <action_1374>
- <action_1375>
- <action_1376>
- <action_1377>
- <action_1378>
- <action_1379>
- <action_1380>
- <action_1381>
- <action_1382>
- <action_1383>
- <action_1384>
- <action_1385>
- <action_1386>
- <action_1387>
- <action_1388>
- <action_1389>
- <action_1390>
- <action_1391>
- <action_1392>
- <action_1393>
- <action_1394>
- <action_1395>
- <action_1396>
- <action_1397>
- <action_1398>
- <action_1399>
- <action_1400>
- <action_1401>
- <action_1402>
- <action_1403>
- <action_1404>
- <action_1405>
- <action_1406>
- <action_1407>
- <action_1408>
- <action_1409>
- <action_1410>
- <action_1411>
- <action_1412>
- <action_1413>
- <action_1414>
- <action_1415>
- <action_1416>
- <action_1417>
- <action_1418>
- <action_1419>
- <action_1420>
- <action_1421>
- <action_1422>
- <action_1423>
- <action_1424>
- <action_1425>
- <action_1426>
- <action_1427>
- <action_1428>
- <action_1429>
- <action_1430>
- <action_1431>
- <action_1432>
- <action_1433>
- <action_1434>
- <action_1435>
- <action_1436>
- <action_1437>
- <action_1438>
- <action_1439>
- <action_1440>
- <action_1441>
- <action_1442>
- <action_1443>
- <action_1444>
- <action_1445>
- <action_1446>
- <action_1447>
- <action_1448>
- <action_1449>
- <action_1450>
- <action_1451>
- <action_1452>
- <action_1453>
- <action_1454>
- <action_1455>
- <action_1456>
- <action_1457>
- <action_1458>
- <action_1459>
- <action_1460>
- <action_1461>
- <action_1462>
- <action_1463>
- <action_1464>
- <action_1465>
- <action_1466>
- <action_1467>
- <action_1468>
- <action_1469>
- <action_1470>
- <action_1471>
- <action_1472>
- <action_1473>
- <action_1474>
- <action_1475>
- <action_1476>
- <action_1477>
- <action_1478>
- <action_1479>
- <action_1480>
- <action_1481>
- <action_1482>
- <action_1483>
- <action_1484>
- <action_1485>
- <action_1486>
- <action_1487>
- <action_1488>
- <action_1489>
- <action_1490>
- <action_1491>
- <action_1492>
- <action_1493>
- <action_1494>
- <action_1495>
- <action_1496>
- <action_1497>
- <action_1498>
- <action_1499>
- <action_1500>
- <action_1501>
- <action_1502>
- <action_1503>
- <action_1504>
- <action_1505>
- <action_1506>
- <action_1507>
- <action_1508>
- <action_1509>
- <action_1510>
- <action_1511>
- <action_1512>
- <action_1513>
- <action_1514>
- <action_1515>
- <action_1516>
- <action_1517>
- <action_1518>
- <action_1519>
- <action_1520>
- <action_1521>
- <action_1522>
- <action_1523>
- <action_1524>
- <action_1525>
- <action_1526>
- <action_1527>
- <action_1528>
- <action_1529>
- <action_1530>
- <action_1531>
- <action_1532>
- <action_1533>
- <action_1534>
- <action_1535>
- <action_1536>
- <action_1537>
- <action_1538>
- <action_1539>
- <action_1540>
- <action_1541>
- <action_1542>
- <action_1543>
- <action_1544>
- <action_1545>
- <action_1546>
- <action_1547>
- <action_1548>
- <action_1549>
- <action_1550>
- <action_1551>
- <action_1552>
- <action_1553>
- <action_1554>
- <action_1555>
- <action_1556>
- <action_1557>
- <action_1558>
- <action_1559>
- <action_1560>
- <action_1561>
- <action_1562>
- <action_1563>
- <action_1564>
- <action_1565>
- <action_1566>
- <action_1567>
- <action_1568>
- <action_1569>
- <action_1570>
- <action_1571>
- <action_1572>
- <action_1573>
- <action_1574>
- <action_1575>
- <action_1576>
- <action_1577>
- <action_1578>
- <action_1579>
- <action_1580>
- <action_1581>
- <action_1582>
- <action_1583>
- <action_1584>
- <action_1585>
- <action_1586>
- <action_1587>
- <action_1588>
- <action_1589>
- <action_1590>
- <action_1591>
- <action_1592>
- <action_1593>
- <action_1594>
- <action_1595>
- <action_1596>
- <action_1597>
- <action_1598>
- <action_1599>
- <action_1600>
- <action_1601>
- <action_1602>
- <action_1603>
- <action_1604>
- <action_1605>
- <action_1606>
- <action_1607>
- <action_1608>
- <action_1609>
- <action_1610>
- <action_1611>
- <action_1612>
- <action_1613>
- <action_1614>
- <action_1615>
- <action_1616>
- <action_1617>
- <action_1618>
- <action_1619>
- <action_1620>
- <action_1621>
- <action_1622>
- <action_1623>
- <action_1624>
- <action_1625>
- <action_1626>
- <action_1627>
- <action_1628>
- <action_1629>
- <action_1630>
- <action_1631>
- <action_1632>
- <action_1633>
- <action_1634>
- <action_1635>
- <action_1636>
- <action_1637>
- <action_1638>
- <action_1639>
- <action_1640>
- <action_1641>
- <action_1642>
- <action_1643>
- <action_1644>
- <action_1645>
- <action_1646>
- <action_1647>
- <action_1648>
- <action_1649>
- <action_1650>
- <action_1651>
- <action_1652>
- <action_1653>
- <action_1654>
- <action_1655>
- <action_1656>
- <action_1657>
- <action_1658>
- <action_1659>
- <action_1660>
- <action_1661>
- <action_1662>
- <action_1663>
- <action_1664>
- <action_1665>
- <action_1666>
- <action_1667>
- <action_1668>
- <action_1669>
- <action_1670>
- <action_1671>
- <action_1672>
- <action_1673>
- <action_1674>
- <action_1675>
- <action_1676>
- <action_1677>
- <action_1678>
- <action_1679>
- <action_1680>
- <action_1681>
- <action_1682>
- <action_1683>
- <action_1684>
- <action_1685>
- <action_1686>
- <action_1687>
- <action_1688>
- <action_1689>
- <action_1690>
- <action_1691>
- <action_1692>
- <action_1693>
- <action_1694>
- <action_1695>
- <action_1696>
- <action_1697>
- <action_1698>
- <action_1699>
- <action_1700>
- <action_1701>
- <action_1702>
- <action_1703>
- <action_1704>
- <action_1705>
- <action_1706>
- <action_1707>
- <action_1708>
- <action_1709>
- <action_1710>
- <action_1711>
- <action_1712>
- <action_1713>
- <action_1714>
- <action_1715>
- <action_1716>
- <action_1717>
- <action_1718>
- <action_1719>
- <action_1720>
- <action_1721>
- <action_1722>
- <action_1723>
- <action_1724>
- <action_1725>
- <action_1726>
- <action_1727>
- <action_1728>
- <action_1729>
- <action_1730>
- <action_1731>
- <action_1732>
- <action_1733>
- <action_1734>
- <action_1735>
- <action_1736>
- <action_1737>
- <action_1738>
- <action_1739>
- <action_1740>
- <action_1741>
- <action_1742>
- <action_1743>
- <action_1744>
- <action_1745>
- <action_1746>
- <action_1747>
- <action_1748>
- <action_1749>
- <action_1750>
- <action_1751>
- <action_1752>
- <action_1753>
- <action_1754>
- <action_1755>
- <action_1756>
- <action_1757>
- <action_1758>
- <action_1759>
- <action_1760>
- <action_1761>
- <action_1762>
- <action_1763>
- <action_1764>
- <action_1765>
- <action_1766>
- <action_1767>
- <action_1768>
- <action_1769>
- <action_1770>
- <action_1771>
- <action_1772>
- <action_1773>
- <action_1774>
- <action_1775>
- <action_1776>
- <action_1777>
- <action_1778>
- <action_1779>
- <action_1780>
- <action_1781>
- <action_1782>
- <action_1783>
- <action_1784>
- <action_1785>
- <action_1786>
- <action_1787>
- <action_1788>
- <action_1789>
- <action_1790>
- <action_1791>
- <action_1792>
- <action_1793>
- <action_1794>
- <action_1795>
- <action_1796>
- <action_1797>
- <action_1798>
- <action_1799>
- <action_1800>
- <action_1801>
- <action_1802>
- <action_1803>
- <action_1804>
- <action_1805>
- <action_1806>
- <action_1807>
- <action_1808>
- <action_1809>
- <action_1810>
- <action_1811>
- <action_1812>
- <action_1813>
- <action_1814>
- <action_1815>
- <action_1816>
- <action_1817>
- <action_1818>
- <action_1819>
- <action_1820>
- <action_1821>
- <action_1822>
- <action_1823>
- <action_1824>
- <action_1825>
- <action_1826>
- <action_1827>
- <action_1828>
- <action_1829>
- <action_1830>
- <action_1831>
- <action_1832>
- <action_1833>
- <action_1834>
- <action_1835>
- <action_1836>
- <action_1837>
- <action_1838>
- <action_1839>
- <action_1840>
- <action_1841>
- <action_1842>
- <action_1843>
- <action_1844>
- <action_1845>
- <action_1846>
- <action_1847>
- <action_1848>
- <action_1849>
- <action_1850>
- <action_1851>
- <action_1852>
- <action_1853>
- <action_1854>
- <action_1855>
- <action_1856>
- <action_1857>
- <action_1858>
- <action_1859>
- <action_1860>
- <action_1861>
- <action_1862>
- <action_1863>
- <action_1864>
- <action_1865>
- <action_1866>
- <action_1867>
- <action_1868>
- <action_1869>
- <action_1870>
- <action_1871>
- <action_1872>
- <action_1873>
- <action_1874>
- <action_1875>
- <action_1876>
- <action_1877>
- <action_1878>
- <action_1879>
- <action_1880>
- <action_1881>
- <action_1882>
- <action_1883>
- <action_1884>
- <action_1885>
- <action_1886>
- <action_1887>
- <action_1888>
- <action_1889>
- <action_1890>
- <action_1891>
- <action_1892>
- <action_1893>
- <action_1894>
- <action_1895>
- <action_1896>
- <action_1897>
- <action_1898>
- <action_1899>
- <action_1900>
- <action_1901>
- <action_1902>
- <action_1903>
- <action_1904>
- <action_1905>
- <action_1906>
- <action_1907>
- <action_1908>
- <action_1909>
- <action_1910>
- <action_1911>
- <action_1912>
- <action_1913>
- <action_1914>
- <action_1915>
- <action_1916>
- <action_1917>
- <action_1918>
- <action_1919>
- <action_1920>
- <action_1921>
- <action_1922>
- <action_1923>
- <action_1924>
- <action_1925>
- <action_1926>
- <action_1927>
- <action_1928>
- <action_1929>
- <action_1930>
- <action_1931>
- <action_1932>
- <action_1933>
- <action_1934>
- <action_1935>
- <action_1936>
- <action_1937>
- <action_1938>
- <action_1939>
- <action_1940>
- <action_1941>
- <action_1942>
- <action_1943>
- <action_1944>
- <action_1945>
- <action_1946>
- <action_1947>
- <action_1948>
- <action_1949>
- <action_1950>
- <action_1951>
- <action_1952>
- <action_1953>
- <action_1954>
- <action_1955>
- <action_1956>
- <action_1957>
- <action_1958>
- <action_1959>
- <action_1960>
- <action_1961>
- <action_1962>
- <action_1963>
- <action_1964>
- <action_1965>
- <action_1966>
- <action_1967>
- <action_1968>
- <action_1969>
- <action_1970>
- <action_1971>
- <action_1972>
- <action_1973>
- <action_1974>
- <action_1975>
- <action_1976>
- <action_1977>
- <action_1978>
- <action_1979>
- <action_1980>
- <action_1981>
- <action_1982>
- <action_1983>
- <action_1984>
- <action_1985>
- <action_1986>
- <action_1987>
- <action_1988>
- <action_1989>
- <action_1990>
- <action_1991>
- <action_1992>
- <action_1993>
- <action_1994>
- <action_1995>
- <action_1996>
- <action_1997>
- <action_1998>
- <action_1999>
- <action_2000>
- <action_2001>
- <action_2002>
- <action_2003>
- <action_2004>
- <action_2005>
- <action_2006>
- <action_2007>
- <action_2008>
- <action_2009>
- <action_2010>
- <action_2011>
- <action_2012>
- <action_2013>
- <action_2014>
- <action_2015>
- <action_2016>
- <action_2017>
- <action_2018>
- <action_2019>
- <action_2020>
- <action_2021>
- <action_2022>
- <action_2023>
- <action_2024>
- <action_2025>
- <action_2026>
- <action_2027>
- <action_2028>
- <action_2029>
- <action_2030>
- <action_2031>
- <action_2032>
- <action_2033>
- <action_2034>
- <action_2035>
- <action_2036>
- <action_2037>
- <action_2038>
- <action_2039>
- <action_2040>
- <action_2041>
- <action_2042>
- <action_2043>
- <action_2044>
- <action_2045>
- <action_2046>
- <action_2047>
- <depth_output>
- <depth_start>
- <depth_end>
- <depth_0>
- <depth_1>
- <depth_2>
- <depth_3>
- <depth_4>
- <depth_5>
- <depth_6>
- <depth_7>
- <depth_8>
- <depth_9>
- <depth_10>
- <depth_11>
- <depth_12>
- <depth_13>
- <depth_14>
- <depth_15>
- <depth_16>
- <depth_17>
- <depth_18>
- <depth_19>
- <depth_20>
- <depth_21>
- <depth_22>
- <depth_23>
- <depth_24>
- <depth_25>
- <depth_26>
- <depth_27>
- <depth_28>
- <depth_29>
- <depth_30>
- <depth_31>
- <depth_32>
- <depth_33>
- <depth_34>
- <depth_35>
- <depth_36>
- <depth_37>
- <depth_38>
- <depth_39>
- <depth_40>
- <depth_41>
- <depth_42>
- <depth_43>
- <depth_44>
- <depth_45>
- <depth_46>
- <depth_47>
- <depth_48>
- <depth_49>
- <depth_50>
- <depth_51>
- <depth_52>
- <depth_53>
- <depth_54>
- <depth_55>
- <depth_56>
- <depth_57>
- <depth_58>
- <depth_59>
- <depth_60>
- <depth_61>
- <depth_62>
- <depth_63>
- <depth_64>
- <depth_65>
- <depth_66>
- <depth_67>
- <depth_68>
- <depth_69>
- <depth_70>
- <depth_71>
- <depth_72>
- <depth_73>
- <depth_74>
- <depth_75>
- <depth_76>
- <depth_77>
- <depth_78>
- <depth_79>
- <depth_80>
- <depth_81>
- <depth_82>
- <depth_83>
- <depth_84>
- <depth_85>
- <depth_86>
- <depth_87>
- <depth_88>
- <depth_89>
- <depth_90>
- <depth_91>
- <depth_92>
- <depth_93>
- <depth_94>
- <depth_95>
- <depth_96>
- <depth_97>
- <depth_98>
- <depth_99>
- <depth_100>
- <depth_101>
- <depth_102>
- <depth_103>
- <depth_104>
- <depth_105>
- <depth_106>
- <depth_107>
- <depth_108>
- <depth_109>
- <depth_110>
- <depth_111>
- <depth_112>
- <depth_113>
- <depth_114>
- <depth_115>
- <depth_116>
- <depth_117>
- <depth_118>
- <depth_119>
- <depth_120>
- <depth_121>
- <depth_122>
- <depth_123>
- <depth_124>
- <depth_125>
- <depth_126>
- <depth_127>
init_path: null
init_incremental: null
new_embedding_init_range: 0.02
initializer_range: 0.02
normalize_input_embeds: false
activation_checkpoint: whole_layer
compile: blocks
fix_pad_tokenizer: true
init_std: 0.02
init_fn: normal
init_cutoff_factor: null
vision_backbone:
vit:
image_model_type: siglip
image_default_input_size:
- 378
- 378
image_patch_size: 14
image_pos_patch_size: 14
image_emb_dim: 1152
image_num_heads: 16
image_num_key_value_heads: 16
image_num_layers: 27
image_head_dim: 72
image_mlp_dim: 4304
image_mlp_activations: gelu_pytorch_tanh
image_dropout_rate: 0.0
image_num_pos: 729
image_norm_eps: 1.0e-06
attention_dropout: 0.0
residual_dropout: 0.0
initializer_range: 0.02
float32_attention: true
attention_type: sdpa
sdpa_backend: all
activation_checkpointing: true
init_path: null
resize_mode: siglip
pad_value: 0.0
normalize: siglip
image_pooling_2d: attention_meanq
pooling_attention_mask: true
image_projector: mlp
image_padding_embed: null
vit_layers:
- -3
- -9
skip_unused_layers: true
use_deepstack: false
share_connector: false
image_feature_dropout: 0.0
connector_activation_checkpointing: true
compile_vit: blocks
pool_size_embeds: null
compile_connector: dynamic
normalize_on_gpu: true
use_image_augmentation: full
mm_preprocessor:
max_answer_len: null
last_message_loss_only: false
max_text_tokens: null
loss_token_weighting: root_subsegments_root_tokens
max_frames: 8
frame_sample_mode: uniform_last_frame
candidate_sampling_fps:
- 0.25
- 0.5
- 1.0
- 2.0
- 4.0
- 6.0
- 8.0
- 16.0
cache_videos: true
loading_method: av
max_fps:
- 2.0
time_sampling: true
time_mode: per-frame-compact
subtitle_mode: frame_1
max_crops: 1
overlap_margins:
- 4.0
- 4.0
use_col_tokens: false
periodic_high_res_frame: null
high_low_train_mode: local_rnd
high_res_frame_sample_options: null
periodic_sample_rate_training:
4:
- 0.9
- 0.03
- 0.03
- 0.04
3:
- 0.6
- 0.2
- 0.2
skip_low_res_in_high_low: false
pooling_w: 3
pooling_h: 3
high_res_pooling_w: null
high_res_pooling_h: null
query_based_resolution_selection: false
max_queries_for_resolution_selection: 8
use_frame_special_tokens: true
frame_sel_clip_identifier: google/siglip2-so400m-patch14-384
image_padding_mask: false
max_subtitle_tokens: null
image:
crop_mode: resize
use_col_tokens: true
max_crops: 8
high_res_max_crops: 24
p_high_res: 0.0
pooling_w: 2
pooling_h: 2
overlap_margins:
- 4
- 4
max_images: 5
max_multi_image_crops: 8
multi_image_pooling_w: 2
multi_image_pooling_h: 2
use_single_crop_col_tokens: false
use_single_crop_start_token: true
topk: null
prune_from_frame: 0
bi_directional_attn: null
shared_low_high_embedding: true
debug: null
cp_enabled: false
apply_cp_to_vision_backbone: false
lora_enable: false
lora_rank: 64
lora_alpha: 16
lora_dropout: 0.05
lora_bias: none
max_action_dim: 12
action_horizon: 15
n_action_steps: null
n_obs_steps: 1
action_expert:
max_horizon: 15
max_action_dim: 12
hidden_size: 768
num_layers: 36
num_heads: 8
mlp_ratio: 4.0
ffn_multiple_of: 256
timestep_embed_dim: 256
dropout: 0.0
attn_dropout: 0.0
context_layer_norm: true
qk_norm: true
qk_norm_eps: 1.0e-06
rope: true
rope_on_cross_attention: false
causal_attn: false
compile: blocks
add_action_expert: true
action_expert_detach_vlm: false
action_expert_depth_gate: false
action_expert_depth_gate_per_layer: false
action_expert_depth_gate_init_bias: -4.0
action_format: continuous
state_format: discrete
flow_matching_num_steps: 10
flow_matching_cutoff: 1.0
flow_matching_time_offset: 0.001
flow_matching_time_scale: 0.999
flow_matching_beta_alpha: 1.0
flow_matching_beta_beta: 1.5
num_flow_timesteps: 1
mask_action_chunk_padding: true
mask_action_dim_padding: true
enable_depth_reasoning: false
num_depth_codes: 100
depth_code_input_noise_rate: 0.0
robot_processor:
metadata_by_tag:
robocasa_padding:
action_key: action
state_keys:
- observation.state
camera_keys:
- observation.images.robot0_eye_in_hand
- observation.images.robot0_agentview_left
- observation.images.robot0_agentview_right
normalize_gripper: false
action_dim: 12
action_horizon: 15
n_action_steps: 15
setup_type: single panda omron robot in robocasa
control_mode: robocasa panda-omron action
action_stats:
min:
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- -2.781099557876587
- -1.6407934427261353
- -2.7493984699249268
- -2.9508564472198486
- -2.7826988697052
- 0.17983438074588776
- 0.0
max:
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 2.7449073791503906
- 1.6668277978897095
- 2.7546653747558594
- -0.1936211884021759
- 2.7786083221435547
- 4.402013778686523
- 1.0
mean:
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.010418229819396566
- 0.28233935319840636
- -0.015346633420959944
- -2.0060878874674715
- -0.029448930257783886
- 2.350942437431684
- 0.4390250813949694
std:
- 1.0
- 1.0
- 1.0
- 1.0
- 1.0
- 0.3170372143097277
- 0.4863630998896905
- 0.27477375809610444
- 0.48806966037647037
- 0.528105567983804
- 0.4517944470893175
- 0.44171628153080567
q01:
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- -0.2879620949867506
- -0.5702219304684566
- -0.31101638810433413
- -2.5622234922052725
- -0.5101021838814974
- 1.7376836093987995
- 8.3274762776141e-05
q99:
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.32190872731317344
- 0.7405054873177153
- 0.2737893247287367
- -1.5075067942029405
- 0.4329542718063284
- 2.804162424656418
- 0.8917437724235555
q10:
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- -0.2014563967491066
- -0.1953558605308627
- -0.20948523622127932
- -2.402722104277799
- -0.3766226599271436
- 1.9723782378158212
- 0.006328163222238114
q90:
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.226670788411882
- 0.6598602025239771
- 0.17603345191458397
- -1.6119685483207011
- 0.3092560943750579
- 2.7008573894589345
- 0.8737818408325101
mask:
- true
- true
- true
- true
- true
- true
- true
- true
- true
- true
- true
- false
names:
- robocasa_action_0
- robocasa_action_1
- robocasa_action_2
- robocasa_action_3
- robocasa_action_4
- robocasa_action_5
- robocasa_action_6
- robocasa_action_7
- robocasa_action_8
- robocasa_action_9
- robocasa_action_10
- robocasa_action_11
count:
- 17758044.0
state_stats:
min:
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- -2.6536705493927
- -1.6156227588653564
- -2.6781487464904785
- -2.9409868717193604
- -2.6705946922302246
- 0.24893812835216522
- -2.757359266281128
- 0.0
- 0.0
max:
- 1.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 2.6687583923339844
- 1.5840554237365723
- 2.666306734085083
- -0.29779934883117676
- 2.6624162197113037
- 4.272191524505615
- 2.755643367767334
- 0.0
- 0.0
mean:
- 0.3927326432557614
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.011081824850861873
- 0.27280296447760194
- -0.01550719225628586
- -2.01647228106023
- -0.029620826332964655
- 2.3483866081585507
- 0.09636965416886735
- 0.0
- 0.0
std:
- 0.4070640216658998
- 1.0
- 1.0
- 1.0
- 1.0
- 1.0
- 1.0
- 0.31291266868924655
- 0.4934370267472678
- 0.2728791258795487
- 0.48437020229024425
- 0.521435680610052
- 0.44821751701382595
- 0.7352730961005634
- 1.0
- 1.0
q01:
- 1.6414552399718753e-05
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- -0.2793009809782748
- -0.5873924424866738
- -0.3058546817065916
- -2.5639055042030354
- -0.491431808753978
- 1.7381500993283228
- -0.5086147192989775
- 0.0
- 0.0
q99:
- 0.7968550629755542
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.3148177895778054
- 0.7235689468221655
- 0.2683897323238184
- -1.530780071911146
- 0.415067150345451
- 2.7863710743039887
- 0.6952765173061115
- 0.0
- 0.0
q10:
- 0.005005809072924616
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- -0.1994457930505723
- -0.2381088441987148
- -0.2103897594636481
- -2.421918892949847
- -0.3725951094142233
- 1.961410109454104
- -0.35782982482940473
- 0.0
- 0.0
q90:
- 0.7734412581580631
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.0
- 0.22605189533019984
- 0.6543162155730768
- 0.17689204963635444
- -1.6243810394635305
- 0.30497772553178637
- 2.696376125344824
- 0.5494813775877777
- 0.0
- 0.0
mask:
- false
- true
- true
- true
- true
- true
- true
- true
- true
- true
- true
- true
- true
- true
- true
- true
names:
- robocasa_state_0
- robocasa_state_1
- robocasa_state_2
- robocasa_state_3
- robocasa_state_4
- robocasa_state_5
- robocasa_state_6
- robocasa_state_7
- robocasa_state_8
- robocasa_state_9
- robocasa_state_10
- robocasa_state_11
- robocasa_state_12
- robocasa_state_13
- robocasa_state_14
- robocasa_state_15
count:
- 17758044.0
repo_ids:
- task_2_demo_150
norm_mode: mean_std
parallelism:
data_parallel_replicate_degree: 1
enable_compiled_autograd: false
data_parallel_shard_degree: -1
fsdp_reshard_after_forward: default
context_parallel_config:
degree: 1
attention_type: ulysses
load_balancer: ulysses
head_stride: 1
tensor_parallel_config:
degree: 1
enable_async: false
data_parallel_config:
name: fsdp
param_dtype: null
reduce_dtype: float32
num_replicas: null
shard_degree: null
wrapping_strategy: full
prefetch_factor: 0
context_parallel_rotate_method: allgather
seed: 6198
epoch: null
dry_run: false
ft_llm: false
ft_vit: false
ft_connector: false
ft_action_expert: true
ft_embedding: lm_head
optimizer:
name: adamw
learning_rate: 0.0001
weight_decay: 0.01
betas:
- 0.9
- 0.95
eps: 1.0e-05
connector_learning_rate: 5.0e-06
vit_learning_rate: 5.0e-06
llm_learning_rate: 1.0e-05
frame_selector_learning_rate: 0.0001
temporal_token_scorer_learning_rate: 0.0001
action_expert_learning_rate: 0.0001
connector_weight_decay: 0.0
vit_weight_decay: 0.0
llm_weight_decay: 0.0
frame_selector_weight_decay: 0.01
temporal_token_scorer_weight_decay: 0.01
action_expert_weight_decay: 0.0
connector_betas:
- 0.9
- 0.95
vit_betas:
- 0.9
- 0.95
llm_betas:
- 0.9
- 0.95
frame_selector_betas:
- 0.9
- 0.95
temporal_token_scorer_betas:
- 0.9
- 0.95
action_expert_betas:
- 0.9
- 0.95
connector_eps: 1.0e-06
vit_eps: 1.0e-06
llm_eps: 1.0e-06
frame_selector_eps: 1.0e-06
temporal_token_scorer_eps: 1.0e-06
action_expert_eps: 1.0e-06
metrics_log_interval: -1
scheduler:
name: multimodal
units: steps
t_warmup: 100
t_max: null
alpha_f: 0.1
connector_t_warmup: 200
vit_t_warmup: 200
llm_t_warmup: 200
frame_selector_t_warmup: 200
temporal_token_scorer_t_warmup: 200
action_expert_t_warmup: 200
grad_clip_warmup_steps: null
grad_clip_warmup_factor: null
warmup_min_lr: 0.0
data:
dataset: null
mixture: null
root_size_mixture: null
kwargs_mixture:
- rate: 1.0
datasets:
- dataset_name: lerobot:task_2_demo_150
sampling_rate: null
root_size_factor: null
message_weight: null
override_p_high_res: null
name: lerobot:robocasa_padding
split: train
seed: 50189
pad: to_max
sequence_length: 1024
max_text_seq_len: null
crop_mode: null
shuffle: true
start_index: 0
packing: null
enable_variable_sized_token_pooling: true
num_workers: 8
drop_last: true
pin_memory: false
prefetch_factor: 4
persistent_workers: false
timeout: 0
skip_overlong_examples: true
skip_missing_vlm_examples: false
vlm_data: null
vlm_loader_rate: null
action_data: null
action_loader_rate: null
action_batch_interval: 1
restore_dataloader: true
fast_forward_batches: null
evaluators: []
eval_interval: 2000
inf_evaluators: []
inf_eval_interval: 2000
save_inloop_predictions: true
eval_on_last_step: true
eval_on_load: false
eval_on: []
save_folder: /work/hdd/bfbo/xzhang42/molmoact2-fixed
reset_parameters: false
checkpointer_config:
save_thread_count: null
load_thread_count: null
pre_download: false
work_dir: null
throttle_uploads: false
canceled_check_interval: 50
save_interval: 1000
save_at: null
save_final_optim: true
save_num_checkpoints_to_keep: -1
save_final_unsharded_checkpoint: false
save_merged_lora_checkpoint: true
save_interval_ephemeral: null
save_overwrite: true
load_path: null
checkpoint_load_strategy: auto
reset_optimizer_state: false
reset_trainer_state: false
initial_model_checkpoint: /work/nvme/bfbo/xzhang42/vla-adaptation/checkpoints/molmoact2/droid
allow_resume: true
max_duration: 4001
global_train_batch_size: 64
device_train_microbatch_size: 2
max_grad_norm: 1.0
multi_component_grad_norm: true
batch_divisor: global_batch
max_grad_norm_ratio: null
precision: amp_bf16
wandb:
project: finetune-molmoact2
entity: ''
group: null
name: molmoact2-task2-demo150-fixed
tags:
- watching
log_artifacts: false
rank_zero_only: true
log_interval: 20
allow_resume: true
finish_on_sigterm: true
beaker_log_interval: 50
speed_monitor:
window_size: 20
gpu_flops_available: null
console_log_interval: 20
enable_timing_logs: false
gen1_gc_interval: 1
compile:
mode: default
fullgraph: false
dynamic: false
backend: inductor
activation_checkpointing: true
fsdp:
fsdp2: true
precision: pure
use_orig_params: true
wrapping_strategy: null
sharding_strategy: FULL_SHARD
hybrid_sharding_num_model_replicas: null
softmax_auxiliary_loss: true
softmax_auxiliary_loss_scale: 0.0001
response_logits_only: true
saliency_score_loss_wt: null
frame_score_loss_wt: null
frame_score_loss_type: mse
frame_score_loss_target: 0.7
time_limit: null
extra_steps_after_cancel: 0
python_profiling: false
torch_profiling: false
stop_at: 4001
stop_after: null
fused_loss: false
compile_loss: true
runtime_data:
args: experiments/launch_scripts/train_lerobot.py /work/nvme/bfbo/xzhang42/vla-adaptation/checkpoints/molmoact2/droid
robocasa_padding --frame_loading_backend av --ft_vlm false --ft_action_expert
true --norm_mode mean_std --seq_len 1024 --global_batch_size 64 --device_batch_size
2 --num_workers 8 run_name=molmoact2-task2-demo150-fixed save_folder=/work/hdd/bfbo/xzhang42/molmoact2-fixed
max_duration=4001 stop_at=4001 save_interval=1000 save_num_checkpoints_to_keep=-1
hostname: gh051.hsn.cm.delta.internal.ncsa.edu
date: 08/15/2026, 01:11
world_size: 1
resuming_from: null
beaker_experiment_id: null
beaker_experiment_url: null
wandb_id: kl2yqnzm
wandb_url: https://wandb.ai/polinaz-georgia-institute-of-technology/finetune-molmoact2/runs/kl2yqnzm
distributed_eval: true