File size: 396 Bytes
5f48e98 34b4c11 5f48e98 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | {
"num_opinion_anchors": 450,
"pentachoron_dim": 128,
"scales": [
128,
256,
512
],
"vocab_size": 492,
"max_seq_len": 77,
"global_step": 2000,
"best_val_loss": 3.389662137929944,
"optimizations": {
"use_gradient_checkpointing": false,
"share_scale_embeddings": false
},
"note": "share_scale_embeddings MUST be False to preserve multi-scale architecture"
} |