{ "architectures": [ "PackedScorer" ], "auto_map": { "AutoConfig": "modeling.PackedScorerConfig", "AutoModel": "modeling.PackedScorer" }, "context_tokens": 16384, "dtype": "bfloat16", "encoder_config": { "_name_or_path": "Qwen/Qwen3.5-0.8B", "architectures": [ "Qwen3_5ForConditionalGeneration" ], "chunk_size_feed_forward": 0, "dtype": "bfloat16", "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "image_token_id": 248056, "is_encoder_decoder": false, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "model_type": "qwen3_5", "output_attentions": false, "output_hidden_states": false, "problem_type": null, "return_dict": true, "text_config": { "_name_or_path": "", "architectures": null, "attention_bias": false, "attention_dropout": 0.0, "attn_output_gate": true, "bos_token_id": null, "chunk_size_feed_forward": 0, "dtype": "bfloat16", "eos_token_id": 248044, "full_attention_interval": 4, "head_dim": 256, "hidden_act": "silu", "hidden_size": 1024, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "initializer_range": 0.02, "intermediate_size": 3584, "is_encoder_decoder": false, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "layer_types": [ "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention" ], "linear_conv_kernel_dim": 4, "linear_key_head_dim": 128, "linear_num_key_heads": 16, "linear_num_value_heads": 16, "linear_value_head_dim": 128, "mamba_ssm_dtype": "float32", "max_position_embeddings": 262144, "mlp_only_layers": [], "model_type": "qwen3_5_text", "mtp_num_hidden_layers": 1, "mtp_use_dedicated_embeddings": false, "num_attention_heads": 8, "num_hidden_layers": 24, "num_key_value_heads": 2, "output_attentions": false, "output_hidden_states": false, "pad_token_id": null, "partial_rotary_factor": 0.25, "problem_type": null, "return_dict": true, "rms_norm_eps": 1e-06, "rope_parameters": { "mrope_interleaved": true, "mrope_section": [ 11, 11, 10 ], "partial_rotary_factor": 0.25, "rope_theta": 10000000, "rope_type": "default" }, "tie_word_embeddings": true, "use_cache": true, "vocab_size": 248320 }, "tie_word_embeddings": true, "video_token_id": 248057, "vision_config": { "_name_or_path": "", "architectures": null, "chunk_size_feed_forward": 0, "deepstack_visual_indexes": [], "depth": 12, "dtype": "bfloat16", "hidden_act": "gelu_pytorch_tanh", "hidden_size": 768, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "in_channels": 3, "initializer_range": 0.02, "intermediate_size": 3072, "is_encoder_decoder": false, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "model_type": "qwen3_5_vision", "num_heads": 12, "num_position_embeddings": 2304, "out_hidden_size": 1024, "output_attentions": false, "output_hidden_states": false, "patch_size": 16, "problem_type": null, "return_dict": true, "rope_parameters": { "rope_theta": 10000.0, "rope_type": "axial" }, "spatial_merge_size": 2, "temporal_patch_size": 2 }, "vision_end_token_id": 248054, "vision_start_token_id": 248053 }, "encoder_name": "Qwen/Qwen3.5-0.8B", "model_type": "mojev-scorer", "rank": 512, "schema": { "fields": [ { "description": "the option the state and question license", "kind": "choice", "name": "answer", "options": [ "slot-0", "slot-1", "slot-2", "slot-3", "slot-4", "slot-5", "slot-6", "slot-7", "slot-8", "slot-9", "slot-10", "slot-11", "slot-12", "slot-13", "slot-14", "slot-15", "slot-16", "slot-17", "slot-18", "slot-19", "slot-20", "slot-21", "slot-22", "slot-23", "slot-24", "slot-25", "slot-26", "slot-27", "slot-28", "slot-29", "slot-30", "slot-31", "slot-32", "slot-33", "slot-34", "slot-35", "slot-36", "slot-37", "slot-38", "slot-39", "slot-40", "slot-41", "slot-42", "slot-43", "slot-44", "slot-45", "slot-46", "slot-47", "slot-48", "slot-49", "slot-50", "slot-51", "slot-52", "slot-53", "slot-54", "slot-55", "slot-56", "slot-57", "slot-58", "slot-59", "slot-60", "slot-61", "slot-62", "slot-63" ] } ] }, "transformers_version": "5.17.0" }