File size: 710 Bytes
8e42b95
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
{
 "lexicon": {
  "n_bytes": 256016,
  "contexts": {
   "1": 56,
   "2": 432,
   "3": 2049,
   "4": 4733
  },
  "word_grams": 999
 },
 "projections": {
  "flan-t5-small": {
   "tokens": 31997,
   "word_frac": 0.0182,
   "divides_frac": 0.0143,
   "cohesive_frac": 0.9857,
   "mean_internal_hmax_bits": 0.3549,
   "split_h_bits": 3.0
  },
  "tinybert-4l-312d": {
   "tokens": 29523,
   "word_frac": 0.0187,
   "divides_frac": 0.0479,
   "cohesive_frac": 0.9521,
   "mean_internal_hmax_bits": 0.5213,
   "split_h_bits": 3.0
  }
 },
 "joint": {
  "content_states": 45162,
  "both": 11407,
  "only_A": 18348,
  "only_B": 15407,
  "as_words_in_C": 491,
  "divides_hmax3": 0
 }
}