{ "model_type": "skintokens", "format": "swift-mlx", "note": "Custom multi-component auto-rigging pipeline \u2014 NOT loadable by mlx_lm/mlx_vlm/mlx_audio. Consumed by the mlx-skintokens-swift package (MLXEngine `meshRig` capability).", "tokenrig": { "model_config": { "hidden_size": 768, "vae_decoder_dim": 768, "tokens_per_skin": 4, "tokens_skin_cond": 384, "use_rope": true, "encode_repeat": 32, "skin_warmup_start_epoch": -2, "skin_warmup_end_epoch": -1, "mesh_encoder_layers": 8, "mesh_encoder_attention_heads": 8, "mesh_encoder_dim": 768, "init_scale": 0.25, "pretrained_vae": "experiments/skin_vae_2_10_32768/last.ckpt", "mesh_encoder": { "__target__": "michelangelo_encoder", "freeze_encoder": false, "device": "cpu", "dtype": "float32", "num_latents": 256, "embed_dim": 64, "point_feats": 3, "num_freqs": 8, "include_pi": false, "heads": 8, "width": 512, "num_encoder_layers": 8, "use_ln_post": true, "init_scale": 0.25, "qkv_bias": false, "use_checkpoint": false, "flash": true, "supervision_type": "occupancy", "query_method": false, "token_num": 512 }, "llm": { "pretrained_model_name_or_path": "Qwen/Qwen3-0.6B", "n_positions": 3192, "max_position_embeddings": 3192, "hidden_size": 896, "word_embed_proj_dim": 896, "do_layer_norm_before": true } }, "tokenizer_config": { "__target__": "tokenizer_part", "num_discrete": 256, "continuous_range": [ -1, 1 ], "cls_token_id": { "rignet": 0, "vroid": 1, "articulation": 2 }, "parts_token_id": { "body": 0, "hand": 1 }, "order_config": { "skeleton_path": { "vroid": "./configs/skeleton/vroid.yaml", "mixamo": "./configs/skeleton/mixamo.yaml" } } }, "transform_config": { "random_pose_angle": 45.0, "order": { "skeleton_path": { "vroid": "./configs/skeleton/vroid.yaml", "mixamo": "./configs/skeleton/mixamo.yaml" } }, "vertex_group": [ { "__target__": "skin" } ], "train_transform": { "augments": [ { "__target__": "trim" }, { "__target__": "collapse", "max_bones": 196 }, { "__target__": "delete", "p": 0.2, "rate": 0.2 }, { "__target__": "drop_part", "p": 0.5, "rate": 0.5 }, { "__target__": "lbs", "random_pose_p": 0.5, "random_pose_angle": 45.0, "random_scale_range": [ 0.5, 1.7 ] }, { "__target__": "linear", "random_rotate_p": 0.5, "random_rotate_angle": 90.0, "random_flip_x_p": 0.0, "random_flip_y_p": 0.0, "random_flip_z_p": 0.0, "random_scale_p": 0.5, "random_scale": [ 0.3, 1.0 ] }, { "__target__": "affine", "normalize_into": [ -1.0, 1.0 ], "random_scale_p": 0.75, "random_scale": [ 0.5, 1.0 ], "random_shift_p": 1.0, "random_shift": [ -1.0, 1.0 ] }, { "__target__": "jitter", "p": 0.5, "vertex_sigma": 0.001, "vertex_clip": 0.001, "normal_sigma": 0.01, "normal_clip": 0.01 }, { "__target__": "normalize" } ], "order": { "skeleton_path": { "vroid": "./configs/skeleton/vroid.yaml", "mixamo": "./configs/skeleton/mixamo.yaml" } }, "vertex_groups": [ { "__target__": "skin" } ], "sampler": { "__target__": "mix", "num_samples": 54000, "num_vertex_samples": 16384, "num_skin_samples": 32768, "all_skeleton": true, "max_distance": 0.1, "rate_distance": 0.1 } }, "validate_transform": { "augments": [ { "__target__": "trim" }, { "__target__": "affine", "normalize_into": [ -1.0, 1.0 ] }, { "__target__": "normalize" } ], "order": { "skeleton_path": { "vroid": "./configs/skeleton/vroid.yaml", "mixamo": "./configs/skeleton/mixamo.yaml" } }, "vertex_groups": [ { "__target__": "skin" } ], "sampler": { "__target__": "mix", "num_samples": 54000, "num_vertex_samples": 16384, "num_skin_samples": 32768, "all_skeleton": true, "max_distance": 0.1, "rate_distance": 0.1 } }, "predict_transform": { "augments": [ { "__target__": "trim" }, { "__target__": "affine", "normalize_into": [ -1.0, 1.0 ] }, { "__target__": "normalize" } ], "order": { "skeleton_path": { "vroid": "./configs/skeleton/vroid.yaml", "mixamo": "./configs/skeleton/mixamo.yaml" } }, "sampler": { "__target__": "mix", "num_samples": 54000, "num_vertex_samples": 16384 } } }, "generate_kwargs": { "max_new_tokens": 2040, "num_return_sequences": 1, "num_beams": 10, "do_sample": true, "top_k": 10, "top_p": 0.95, "repetition_penalty": 2.0, "temperature": 1.5 } }, "skinvae": { "model_config": { "model": { "in_channels": 4, "cond_channels": 3, "latent_channels": 512, "num_attention_heads": 12, "width_encoder": 768, "width_decoder": 768, "num_layers_encoder": 2, "num_layers_decoder": 10, "embedding_type": "frequency", "embed_frequency": 8, "embed_include_pi": true, "is_learned_queries": true, "use_pmpe": true, "FSQ_dict": { "levels": [ 8, 8, 8, 8, 8 ], "dim": 512 } }, "sample": { "cond_tokens": 384, "sample_tokens": 32, "compress_tokens": 32 } } }, "vocab": { "tokenizer": 267, "fsq_codebook": 32768, "lm_total": 33036, "fsq_levels": [ 8, 8, 8, 8, 8 ] }, "precision": { "tokenrig": "bf16", "skinvae": "f32" } }