AbstractPhil's picture
Upload continuation training (epoch 105)
a0d1b1d verified
raw
history blame contribute delete
637 Bytes
{
"active_blocks": [
"down_0",
"down_1",
"down_2",
"down_3",
"mid",
"up_0",
"up_1",
"up_2",
"up_3"
],
"num_timestep_bins": 100,
"num_feature_patterns_per_timestep": 10,
"david_sharing_mode": "fully_shared",
"david_fusion_mode": "deep_efficiency",
"use_belly": true,
"belly_expand": 1.5,
"feature_similarity_weight": 0.5,
"rose_weight": 0.3,
"cayley_weight": 0.0,
"ce_weight": 0.2,
"rose_margin": 1.0,
"rose_temperature": 0.07,
"cayley_volume_floor": 0.0001,
"progressive_training": true,
"warmup_epochs_per_block": 2,
"cache_dir": null,
"max_cache_size_gb": 0.0
}