Hugging Face's logo

miguelcsx
/
dial-shared-s2

Safetensors
tolm
custom_code
Model card Files
xet
 Community
dial-shared-s2
File size: 926 Bytes
f0d56e7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
{
  "auxiliary_active_at_checkpoint": false,
  "auxiliary_coefficient_at_checkpoint": 0.0,
  "calibration_minibatch": 0,
  "checkpoint_words": 30000000,
  "condition": "shared",
  "factor_scales": {
    "associative": 0.5797752141952515,
    "hierarchical": 8.025718688964844,
    "order": 0.8691163063049316
  },
  "initial_aux_gradient_ratio": 0.25,
  "input_output_embeddings_tied": false,
  "lambda0": 0.15861763060092926,
  "projectors": {
    "concatenated_condition_number": 1.7477143918426399,
    "cross_block_overlap_frobenius": [
      2.4472843287594483,
      2.4276792538495555,
      2.4482626734373665
    ],
    "mode": "shared",
    "ranks": [
      128,
      128,
      128
    ],
    "within_block_orthonormal_error": [
      4.8733968194270005e-08,
      4.908529305236442e-08,
      4.901802364010166e-08
    ]
  },
  "schema_version": 1,
  "variant": "dial_shared_s2",
  "withdrawal_words": 10000000
}