| { |
| "model_id": "Baragi-AI/Munche-v2-768", |
| "base_model": "google/embeddinggemma-300m", |
| "source_checkpoint": "outputs/style_embedding_v9_original768_proto4_from200/fold-0/checkpoint-600", |
| "embedding_dimension": 768, |
| "max_seq_length": 1024, |
| "document_prompt": "title: none | text: ", |
| "adapter_merged": false, |
| "deployment_dtype": "bfloat16", |
| "auxiliary_heads_included": false, |
| "source_training_metadata": { |
| "step": 600, |
| "stage": "content_joint", |
| "config": { |
| "data": { |
| "processed_root": "processed_data", |
| "package_root": "processed_data/munche_style_datasets_v1", |
| "registry_path": "artifacts/split_registry_selected_v1.jsonl", |
| "stylometry_path": "artifacts/stylometry_windows_reliable24_v2.npz", |
| "ai_stylometry_path": "artifacts/ai_stylometry_v1.npz", |
| "semantic_cache_path": "artifacts/semantic_embeddings_v1.npz", |
| "split_seed": 20260805, |
| "train_ratio": 0.8, |
| "validation_ratio": 0.1, |
| "test_ratio": 0.1, |
| "folds": 5, |
| "fold": 0, |
| "num_workers": 0 |
| }, |
| "model": { |
| "base_model": "google/embeddinggemma-300m", |
| "embedding_mode": "original_768", |
| "document_prompt": "title: none | text: ", |
| "style_dim": 768, |
| "layer_mix_count": 4, |
| "pooling_attention_dim": 256, |
| "projection_dropout": 0.1, |
| "lora_rank": 16, |
| "lora_alpha": 32, |
| "lora_dropout": 0.05, |
| "lora_targets": [ |
| "q_proj", |
| "v_proj", |
| "o_proj" |
| ], |
| "publication_classes": 5, |
| "publication_hidden_dim": 128, |
| "stylometry_dim": 24, |
| "stylometry_hidden_dim": 256, |
| "dtype": "bfloat16", |
| "gradient_checkpointing": false |
| }, |
| "window": { |
| "train_lengths": [ |
| 512, |
| 768, |
| 1024 |
| ], |
| "inference_length": 1024, |
| "inference_stride": 512, |
| "boundary_slack": 64, |
| "windows_per_work_eval": 8 |
| }, |
| "loss": { |
| "temperature": 0.07, |
| "prototype_temperature": 0.07, |
| "prototype_cluster_temperature": 0.1, |
| "prototype_count": 3, |
| "prototype_coverage": 0.15, |
| "prototype_diversity": 0.1, |
| "prototype_dominance": 0.0, |
| "prototype_assignment_sharpness": 0.0, |
| "prototype_usage": 0.0, |
| "prototype_split_consistency": 0.0, |
| "prototype_min_distance": 0.15, |
| "prototype_min_works": 2.0, |
| "prototype_min_work_mass": 0.75, |
| "prototype_min_second_work_share": 0.2, |
| "prototype_presence_temperature": 0.2, |
| "prototype_max_work_dominance": 0.65, |
| "prototype_min_usage": 0.15, |
| "prototype_assignment_margin": 0.3, |
| "ranking_margin": 0.15, |
| "synthetic_margin": 0.08, |
| "work": 0.8, |
| "author": 0.5, |
| "prototype": 0.6, |
| "hard_negative": 0.25, |
| "counterfactual": 0.75, |
| "synthetic": 0.75, |
| "decorrelation": 0.1, |
| "stylometry": 0.5, |
| "publication": 1.0, |
| "publication_huber": 0.3, |
| "publication_ranking": 0.3, |
| "publication_cutpoint": 0.05, |
| "publication_consistency": 0.0, |
| "human_ai": 0.6 |
| }, |
| "train": { |
| "output_dir": "outputs/style_embedding_v9_original768_proto4_from200/fold-0", |
| "seed": 20260805, |
| "warm_start_checkpoint": null, |
| "resume_model_checkpoint": "outputs/style_embedding_v8_original768_r1/fold-0/checkpoint-200", |
| "stages": [ |
| "warmup", |
| "metric", |
| "content_joint" |
| ], |
| "stage_steps": { |
| "warmup": 0, |
| "metric": 0, |
| "content_joint": 800 |
| }, |
| "loss_ramp_steps": { |
| "author": 0, |
| "prototype": 0, |
| "prototype_coverage": 0, |
| "prototype_diversity": 0, |
| "prototype_dominance": 0, |
| "prototype_assignment_sharpness": 0, |
| "prototype_usage": 0, |
| "prototype_split_consistency": 0, |
| "hard_negative": 100, |
| "counterfactual": 100, |
| "decorrelation": 100, |
| "stylometry_ai": 150, |
| "synthetic": 100, |
| "human_ai": 150 |
| }, |
| "loss_fade_starts": { |
| "work": 400, |
| "author": 400, |
| "prototype": 400, |
| "stylometry": 100, |
| "stylometry_ai": 300, |
| "synthetic": 300, |
| "decorrelation": 400 |
| }, |
| "loss_fade_steps": { |
| "work": 400, |
| "author": 400, |
| "prototype": 400, |
| "stylometry": 400, |
| "stylometry_ai": 500, |
| "synthetic": 500, |
| "decorrelation": 100 |
| }, |
| "loss_fade_floors": { |
| "work": 0.625, |
| "author": 0.4, |
| "prototype": 0.6666667, |
| "stylometry": 0.1, |
| "stylometry_ai": 0.1, |
| "synthetic": 0.0, |
| "decorrelation": 0.5 |
| }, |
| "human_metric_every": 2, |
| "authors_per_batch": 8, |
| "works_per_author": 3, |
| "windows_per_work": 2, |
| "prototype_batch_every": 10, |
| "prototype_batch_offset": 5, |
| "prototype_batch_authors": 4, |
| "prototype_batch_works_per_author": 4, |
| "prototype_batch_windows_per_work": 3, |
| "prototype_batch_coverage_multiplier": 1.5, |
| "extra_works_per_batch": 4, |
| "auxiliary_batch_size": 8, |
| "auxiliary_forward_batch_size": 4, |
| "publication_every": 4, |
| "publication_works_per_class": 2, |
| "publication_interval_works": 4, |
| "publication_windows_per_work": 4, |
| "publication_temperature": 0.5, |
| "publication_ranking_margin": 0.5, |
| "publication_interval_weight": 0.25, |
| "publication_max_interval_width": 3, |
| "publication_encoder_gradient_scale": 0.25, |
| "publication_head_only_updates": 0, |
| "publication_warmup_ratio": 0.02, |
| "human_ai_encoder_gradient_scale": 0.3, |
| "decorrelation_guardrail_start": 400, |
| "decorrelation_guardrail_target": 0.18, |
| "gradient_accumulation": 1, |
| "head_learning_rate": 8e-05, |
| "publication_head_learning_rate": 0.0002, |
| "human_ai_head_learning_rate": 0.0002, |
| "lora_learning_rate": 2e-05, |
| "weight_decay": 0.01, |
| "warmup_ratio": 0.02, |
| "max_grad_norm": 50.0, |
| "log_every": 20, |
| "save_every": 200, |
| "semantic_hard_k": 20, |
| "validation_full_every": 200, |
| "validation_encode_batch_size": 64, |
| "validation_prototype_support_works": 2, |
| "validation_prototype_windows_per_work": 6, |
| "validation_prototype_min_windows_per_work": 3, |
| "validation_prototype_count": 3, |
| "validation_human_ai_samples_per_source": 16, |
| "wandb_project": "munche-style-embedding", |
| "wandb_run_name": "style-v9-original768-proto4-from-v8-200-plus800", |
| "wandb_mode": "online" |
| } |
| } |
| } |
| } |
