File size: 396 Bytes
5f48e98
 
 
 
 
 
 
 
 
 
34b4c11
 
5f48e98
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
{
  "num_opinion_anchors": 450,
  "pentachoron_dim": 128,
  "scales": [
    128,
    256,
    512
  ],
  "vocab_size": 492,
  "max_seq_len": 77,
  "global_step": 2000,
  "best_val_loss": 3.389662137929944,
  "optimizations": {
    "use_gradient_checkpointing": false,
    "share_scale_embeddings": false
  },
  "note": "share_scale_embeddings MUST be False to preserve multi-scale architecture"
}