HAKO-v3 / p4_joint3_hist.jsonl
PowerMachine's picture
HAKO-V3: punicao por repeticao (T-REP3), orquestrador gpt2g (RouterGQA), DINOv2->Diffusion->SOM, comparacao V2<->V3
3fe1f47 verified
Raw History Blame Contribute Delete
6.67 kB
{"qe": 6.3304, "topographic_error": 0.0836, "umatrix_mean": 5.5082, "umatrix_max": 9.4754, "hit_entropy_norm": 0.3201, "neuronios_ativos": 5, "neuronios_total": 12, "grid": [6, 2], "profundidade_ghsom": 0, "n_amostras": 1400, "epoca": 1, "passos_fase": 61, "lr": 0.002448, "sigma_G": 1.2, "sigma_efetivo": 0.8839, "dW_rel": 0.649137, "loss_total": 160.2168, "bancos": ["gpt2a", "gpt2g", "dinov2"], "lam_rep_pen": 0.0, "trocas_bmu_pen": 361, "roteador_gpt2g": {"step": 90, "ce_final": 0.0023, "acuracia_roteador": 1.0, "n": 256, "rotulos": {"gpt2a": 256, "gpt2g": 0, "dinov2": 0}, "massa_media": {"gpt2a": 0.9948, "gpt2g": 0.0029, "dinov2": 0.0023}}, "diffusion_dinov2": {"steps_diff": 1500, "loss_diff_ema": 0.98523, "level": 0, "difficulty": 0.05, "reward_ma": 0.0842, "beta_C1": 0.5, "sonda_qe": {"qe_dinov2_real": 5.0813, "qe_dinov2_difusivo": 16.6628, "n": 64}}}
{"qe": 9.4489, "topographic_error": 0.0, "umatrix_mean": 9.9794, "umatrix_max": 13.1889, "hit_entropy_norm": 0.0, "neuronios_ativos": 1, "neuronios_total": 12, "grid": [6, 2], "profundidade_ghsom": 0, "n_amostras": 1400, "epoca": 2, "passos_fase": 122, "lr": 0.00221, "sigma_G": 1.2, "sigma_efetivo": 0.651, "dW_rel": 0.174509, "loss_total": 123.9368, "bancos": ["gpt2a", "gpt2g", "dinov2"], "lam_rep_pen": 0.0733, "trocas_bmu_pen": 364, "roteador_gpt2g": {"step": 90, "ce_final": 0.0023, "acuracia_roteador": 1.0, "n": 256, "rotulos": {"gpt2a": 256, "gpt2g": 0, "dinov2": 0}, "massa_media": {"gpt2a": 0.9947, "gpt2g": 0.0029, "dinov2": 0.0024}}, "diffusion_dinov2": {"steps_diff": 1900, "loss_diff_ema": 0.89008, "level": 0, "difficulty": 0.05, "reward_ma": 0.0838, "beta_C1": 0.457, "sonda_qe": {"qe_dinov2_real": 6.673, "qe_dinov2_difusivo": 15.9395, "n": 64}}}
{"qe": 4.3495, "topographic_error": 0.1857, "umatrix_mean": 15.2246, "umatrix_max": 21.9543, "hit_entropy_norm": 0.7238, "neuronios_ativos": 4, "neuronios_total": 12, "grid": [6, 2], "profundidade_ghsom": 0, "n_amostras": 1400, "epoca": 3, "passos_fase": 183, "lr": 0.00223, "sigma_G": 1.2, "sigma_efetivo": 0.4795, "dW_rel": 0.14225, "loss_total": 85.6764, "bancos": ["gpt2a", "gpt2g", "dinov2"], "lam_rep_pen": 0.2782, "trocas_bmu_pen": 421, "roteador_gpt2g": {"step": 90, "ce_final": 0.0023, "acuracia_roteador": 1.0, "n": 256, "rotulos": {"gpt2a": 256, "gpt2g": 0, "dinov2": 0}, "massa_media": {"gpt2a": 0.9947, "gpt2g": 0.0029, "dinov2": 0.0024}}, "diffusion_dinov2": {"steps_diff": 1901, "loss_diff_ema": 0.95487, "level": 0, "difficulty": 0.05, "reward_ma": 0.0836, "beta_C1": 0.414, "sonda_qe": {"qe_dinov2_real": 9.3573, "qe_dinov2_difusivo": 20.4235, "n": 64}}}
{"qe": 2.0292, "topographic_error": 0.3757, "umatrix_mean": 32.9663, "umatrix_max": 77.8269, "hit_entropy_norm": 0.7998, "neuronios_ativos": 7, "neuronios_total": 14, "grid": [7, 2], "profundidade_ghsom": 0, "n_amostras": 1400, "epoca": 4, "passos_fase": 244, "lr": 0.002787, "sigma_G": 1.2, "sigma_efetivo": 0.3532, "dW_rel": null, "loss_total": 32.598, "bancos": ["gpt2a", "gpt2g", "dinov2"], "lam_rep_pen": 0.4832, "trocas_bmu_pen": 497, "roteador_gpt2g": {"step": 90, "ce_final": 0.0023, "acuracia_roteador": 1.0, "n": 256, "rotulos": {"gpt2a": 256, "gpt2g": 0, "dinov2": 0}, "massa_media": {"gpt2a": 0.9947, "gpt2g": 0.0029, "dinov2": 0.0024}}, "diffusion_dinov2": {"steps_diff": 1902, "loss_diff_ema": 1.0007, "level": 0, "difficulty": 0.05, "reward_ma": 0.0865, "beta_C1": 0.371, "sonda_qe": {"qe_dinov2_real": 4.5458, "qe_dinov2_difusivo": 13.1354, "n": 64}}}
{"qe": 1.5609, "topographic_error": 0.5264, "umatrix_mean": 32.477, "umatrix_max": 77.3108, "hit_entropy_norm": 0.8369, "neuronios_ativos": 7, "neuronios_total": 14, "grid": [7, 2], "profundidade_ghsom": 0, "n_amostras": 1400, "epoca": 5, "passos_fase": 305, "lr": 0.002857, "sigma_G": 1.2, "sigma_efetivo": 0.2601, "dW_rel": 0.031289, "loss_total": 27.4382, "bancos": ["gpt2a", "gpt2g", "dinov2"], "lam_rep_pen": 0.3822, "trocas_bmu_pen": 546, "roteador_gpt2g": {"step": 90, "ce_final": 0.0023, "acuracia_roteador": 1.0, "n": 256, "rotulos": {"gpt2a": 256, "gpt2g": 0, "dinov2": 0}, "massa_media": {"gpt2a": 0.9947, "gpt2g": 0.0029, "dinov2": 0.0024}}, "diffusion_dinov2": {"steps_diff": 1903, "loss_diff_ema": 0.99503, "level": 0, "difficulty": 0.05, "reward_ma": 0.104, "beta_C1": 0.329, "sonda_qe": {"qe_dinov2_real": 2.0184, "qe_dinov2_difusivo": 10.9092, "n": 64}}}
{"qe": 2.1644, "topographic_error": 0.0471, "umatrix_mean": 2.0682, "umatrix_max": 2.4819, "hit_entropy_norm": 0.8894, "neuronios_ativos": 14, "neuronios_total": 14, "grid": [7, 2], "profundidade_ghsom": 0, "n_amostras": 1400, "epoca": 6, "passos_fase": 61, "lr": 0.002808, "sigma_G": 1.2, "sigma_efetivo": 0.8839, "dW_rel": 0.464311, "loss_total": 28.7826, "bancos": ["gpt2a", "gpt2g", "dinov2"], "lam_rep_pen": 0.1013, "trocas_bmu_pen": 137, "roteador_gpt2g": {"carregado": "router_v3.pt", "massa_media": {"gpt2a": 0.9948, "gpt2g": 0.0029, "dinov2": 0.0023}}, "diffusion_dinov2": {"steps_diff": 400, "loss_diff_ema": 1.04687, "level": 0, "difficulty": 0.05, "reward_ma": 0.4412, "beta_C1": 0.286, "sonda_qe": {"qe_dinov2_real": 1.5224, "qe_dinov2_difusivo": 9.5711, "n": 64}}}
{"qe": 1.426, "topographic_error": 0.0829, "umatrix_mean": 1.9585, "umatrix_max": 2.4865, "hit_entropy_norm": 0.9507, "neuronios_ativos": 14, "neuronios_total": 14, "grid": [7, 2], "profundidade_ghsom": 0, "n_amostras": 1400, "epoca": 7, "passos_fase": 122, "lr": 0.002881, "sigma_G": 1.2, "sigma_efetivo": 0.651, "dW_rel": 0.031341, "loss_total": 24.8702, "bancos": ["gpt2a", "gpt2g", "dinov2"], "lam_rep_pen": 0.0, "trocas_bmu_pen": 154, "roteador_gpt2g": {"carregado": "router_v3.pt", "massa_media": {"gpt2a": 0.9948, "gpt2g": 0.0029, "dinov2": 0.0023}}, "diffusion_dinov2": {"steps_diff": 800, "loss_diff_ema": 0.95338, "level": 0, "difficulty": 0.05, "reward_ma": 0.2461, "beta_C1": 0.243, "sonda_qe": {"qe_dinov2_real": 2.0416, "qe_dinov2_difusivo": 9.3937, "n": 64}}}
{"qe": 1.2764, "topographic_error": 0.2164, "umatrix_mean": 2.4263, "umatrix_max": 3.8891, "hit_entropy_norm": 0.9872, "neuronios_ativos": 14, "neuronios_total": 14, "grid": [7, 2], "profundidade_ghsom": 0, "n_amostras": 1400, "epoca": 8, "passos_fase": 183, "lr": 0.002891, "sigma_G": 1.2, "sigma_efetivo": 0.4795, "dW_rel": 0.026871, "loss_total": 22.7493, "bancos": ["gpt2a", "gpt2g", "dinov2"], "lam_rep_pen": 0.0, "trocas_bmu_pen": 154, "roteador_gpt2g": {"carregado": "router_v3.pt", "massa_media": {"gpt2a": 0.9948, "gpt2g": 0.0029, "dinov2": 0.0023}}, "diffusion_dinov2": {"steps_diff": 801, "loss_diff_ema": 0.84353, "level": 0, "difficulty": 0.05, "reward_ma": 0.2583, "beta_C1": 0.2, "sonda_qe": {"qe_dinov2_real": 1.3313, "qe_dinov2_difusivo": 7.3234, "n": 64}}}