Hugging Face's logo

2ira
/
Byte-lingua-code

Model card Files
xet
 Community
Byte-lingua-code
File size: 6,574 Bytes
72c0672
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
{
  "total_colliding_sequences": 264697,
  "representative_cases": {
    "max_collision": {
      "num_raw_variants": 61,
      "raw_chunk_variants_preview": [
        ",\n                                             ",
        ",\n                               ",
        ",\n                                       ",
        ",\n                                                                ",
        ",\n                                                                              ",
        ",\n                                           ",
        ",\n                             ",
        ",\n                                         ",
        ",\n                                                                     ",
        ",\n                                                                              ",
        ",\n                                                                              ",
        ",\n                                                              ",
        ",\n                                                                         ",
        ",\n                                                                           ",
        ",\n                            ",
        ",\n                                 ",
        ",\n                                                             ",
        ",\n                                     ",
        ",\n                                                        ",
        ",\n                                                                              ",
        ",\n                                                 ",
        ",\n                                                                              ",
        ",\n                                                  ",
        ",\n                                                               ",
        ",\n                                                                   ",
        ",\n                                                                      ",
        ",\n                                                                              ",
        ",\n                                    ",
        ",\n                                                            ",
        ",\n                                            ",
        ",\n                                                                 ",
        ",\n                           ",
        ",\n                                  ",
        ",\n                                                                    ",
        ",\n                                                                       ",
        ",\n                                   ",
        ",\n                                                                             ",
        ",\n                                                                              ",
        ",\n                                          ",
        ",\n                                                                  ",
        ",\n                                               ",
        ",\n                                                           ",
        ",\n                                      ",
        ",\n                                                         ",
        ",\n                                                      ",
        ",\n                                                                        ",
        ",\n                                                                              ",
        ",\n                                                       ",
        ",\n                                                                              ",
        ",\n                                                   ",
        ",\n                                                ",
        ",\n                                                     ",
        ",\n                                                    ",
        ",\n                                                                          ",
        ",\n                                              ",
        ",\n                                                                              ",
        ",\n                                ",
        ",\n                                        ",
        ",\n                              ",
        ",\n                                                          ",
        ",\n                                                                            "
      ],
      "analysis_plus": {
        "lcp_ratio": 0.4915254237288136,
        "length_stats": {
          "min": 29,
          "max": 89,
          "mean": 59.0,
          "std": 17.60681686165901
        },
        "entropy_stats": {
          "min": 0.17757518221539376,
          "max": 0.4310167689753773,
          "mean": 0.2652694497501668
        }
      },
      "tag": "Maximum collision scale"
    },
    "min_collision": {
      "num_raw_variants": 2,
      "raw_chunk_variants_preview": [
        "acc,\n                                                                           ",
        "acc,\n                               "
      ],
      "analysis_plus": {
        "lcp_ratio": 0.5625,
        "length_stats": {
          "min": 36,
          "max": 92,
          "mean": 64.0,
          "std": 28.0
        },
        "entropy_stats": {
          "min": 0.40903930237397634,
          "max": 0.8482559563869475,
          "mean": 0.6286476293804619
        }
      },
      "tag": "Minimum collision scale"
    },
    "high_lcp": {
      "num_raw_variants": 3,
      "raw_chunk_variants_preview": [
        "下�",
        "下�",
        "下�"
      ],
      "analysis_plus": {
        "lcp_ratio": 1.0,
        "length_stats": {
          "min": 2,
          "max": 2,
          "mean": 2.0,
          "std": 0.0
        },
        "entropy_stats": {
          "min": 1.0,
          "max": 1.0,
          "mean": 1.0
        }
      },
      "tag": "Highest LCP ratio"
    },
    "low_lcp": {
      "num_raw_variants": 4,
      "raw_chunk_variants_preview": [
        " } ",
        " }\r\n                ",
        "!",
        " }\r\n            "
      ],
      "analysis_plus": {
        "lcp_ratio": 0.0,
        "length_stats": {
          "min": 1,
          "max": 20,
          "mean": 10.0,
          "std": 8.154753215150045
        },
        "entropy_stats": {
          "min": 0.0,
          "max": 0.9933927290103626,
          "mean": 0.6898183107223566
        }
      },
      "tag": "Lowest LCP ratio"
    }
  }
}