TheAiCollectiveART commited on
Commit
28808b2
·
verified ·
1 Parent(s): a2652ea

Re-architect to flat repository structure without nested browser folder

Browse files
Language-U-Browser.LLM ADDED
@@ -0,0 +1 @@
 
 
1
+ x�-P�J�0N�5݆W����t2�@o��cvl8e�i{l�i"i뺁�;x��^���'C���|?� o�=�I�3dxԕF$���>�]��dA:C��V��%A%GK�;�BT9b�:)3�n=�w�S7��59UI�2��gS�j]��3[Ҷ�P�������K?�>�r��M!A Ҝ���.t@s������"'-c��Ӭ�dA�h霫^vIo��Z�닐6�U���u6dg���R��S�J��e E��)ҬL���J�^���rZO�\(� ½��Jcu�6�� ����k�H�*DZ %�Ϫ� l��,�m@��dw�������{�C�����ۯ���
README.md CHANGED
@@ -31,7 +31,7 @@ This optimizes the coordinate payload size to just **110 Bytes** total for all b
31
 
32
  ---
33
 
34
- ## Directory Structure
35
 
36
  ```text
37
  ├── logo.jpg # Zymatica Logo image
@@ -41,18 +41,17 @@ This optimizes the coordinate payload size to just **110 Bytes** total for all b
41
  ├── verify_language_u.lua # Cross-language Lua range decoder
42
  ├── frameworks_db.json # Raw database of 49 WebGL configurations
43
  ├── requirements.txt # Python dependencies (numpy)
44
- ── Language-U-Browser/
45
- ├── Language-U-Browser.LLM # Level 6 compressed capsule (364 bytes)
46
- ├── frameworks_metadata.json # SVD matrix bounds, singular values, and hashes
47
- ├── frameworks_u.bin # SVD Left-Singular quantized matrix (98 bytes)
48
- ├── frameworks_vt.bin # SVD Right-Singular quantized matrix (12 bytes)
49
- ├── frameworks_dct.bin # Empty placeholder DCT binary (0 bytes)
50
- ├── frameworks_names.bin # Tokenizer prefix-suffix vocab stream (410 bytes)
51
- ── frameworks_coordinates.bin # Compressed Yang Range Coder coordinates (27 bytes)
52
- ── packets/ # Level 7 transport packets
53
- ├── packet_00.bin # Packet 0 (255 bytes)
54
- ── packet_01.bin # Packet 1 (255 bytes)
55
- └── parity_packet.bin # XOR-FEC parity packet (255 bytes)
56
  ```
57
 
58
  ---
@@ -67,7 +66,7 @@ pip install -r requirements.txt
67
  ```
68
 
69
  ### 2. Run the Ingestion & Compression Pipeline
70
- Running the ultimate pipeline script regenerates the binary coordinates, executes the 7-level semantic compression pipeline, and validates XOR-FEC packet healing:
71
  ```bash
72
  python run_ultimate_pipeline.py
73
  ```
 
31
 
32
  ---
33
 
34
+ ## Repository Directory Structure
35
 
36
  ```text
37
  ├── logo.jpg # Zymatica Logo image
 
41
  ├── verify_language_u.lua # Cross-language Lua range decoder
42
  ├── frameworks_db.json # Raw database of 49 WebGL configurations
43
  ├── requirements.txt # Python dependencies (numpy)
44
+ ── Language-U-Browser.LLM # Level 6 compressed capsule (364 bytes)
45
+ ├── frameworks_metadata.json # SVD matrix bounds, singular values, and hashes
46
+ ├── frameworks_u.bin # SVD Left-Singular quantized matrix (98 bytes)
47
+ ├── frameworks_vt.bin # SVD Right-Singular quantized matrix (12 bytes)
48
+ ├── frameworks_dct.bin # Empty placeholder DCT binary (0 bytes)
49
+ ├── frameworks_names.bin # Tokenizer prefix-suffix vocab stream (410 bytes)
50
+ ├── frameworks_coordinates.bin # Compressed Yang Range Coder coordinates (27 bytes)
51
+ ── packets/ # Level 7 transport packets
52
+ ── packet_00.bin # Packet 0 (255 bytes)
53
+ ├── packet_01.bin # Packet 1 (255 bytes)
54
+ ── parity_packet.bin # XOR-FEC parity packet (255 bytes)
 
55
  ```
56
 
57
  ---
 
66
  ```
67
 
68
  ### 2. Run the Ingestion & Compression Pipeline
69
+ Running the pipeline script regenerates the binary coordinates, executes the 7-level semantic compression pipeline, and validates XOR-FEC packet healing:
70
  ```bash
71
  python run_ultimate_pipeline.py
72
  ```
VerifyLanguageU.java CHANGED
@@ -1,342 +1,342 @@
1
- // ZYMATICA | Language-U Cross-Language Verification Engine (Java)
2
- // Watermark: ip zymatica.space | astronautshe.com
3
-
4
- import java.io.File;
5
- import java.io.FileInputStream;
6
- import java.io.IOException;
7
- import java.util.ArrayList;
8
- import java.util.List;
9
-
10
- public class VerifyLanguageU {
11
-
12
- static class SparseTransition {
13
- long key;
14
- int sym;
15
- long count;
16
- SparseTransition(long key, int sym, long count) {
17
- this.key = key;
18
- this.sym = sym;
19
- this.count = count;
20
- }
21
- }
22
-
23
- static class RadicalPredictor {
24
- long alpha;
25
- long weight;
26
- List<SparseTransition> transRC = new ArrayList<>();
27
- List<SparseTransition> transRF = new ArrayList<>();
28
- List<SparseTransition> transRA = new ArrayList<>();
29
- int prevRC = 0;
30
- int prevRF = 0;
31
- int prevRA = 0;
32
-
33
- RadicalPredictor(long alpha, long weight) {
34
- this.alpha = alpha;
35
- this.weight = weight;
36
- }
37
-
38
- void observe(int rc, int rf, int ra) {
39
- long keyRC = prevRC;
40
- boolean found = false;
41
- for (SparseTransition entry : transRC) {
42
- if (entry.key == keyRC && entry.sym == rc) {
43
- entry.count += weight;
44
- found = true;
45
- break;
46
- }
47
- }
48
- if (!found && transRC.size() < 256) {
49
- transRC.add(new SparseTransition(keyRC, rc, weight));
50
- }
51
-
52
- long keyRF = ((long)rc << 8) | prevRF;
53
- found = false;
54
- for (SparseTransition entry : transRF) {
55
- if (entry.key == keyRF && entry.sym == rf) {
56
- entry.count += weight;
57
- found = true;
58
- break;
59
- }
60
- }
61
- if (!found && transRF.size() < 256) {
62
- transRF.add(new SparseTransition(keyRF, rf, weight));
63
- }
64
-
65
- long keyRA = ((long)rc << 16) | ((long)rf << 8) | prevRA;
66
- found = false;
67
- for (SparseTransition entry : transRA) {
68
- if (entry.key == keyRA && entry.sym == ra) {
69
- entry.count += weight;
70
- found = true;
71
- break;
72
- }
73
- }
74
- if (!found && transRA.size() < 256) {
75
- transRA.add(new SparseTransition(keyRA, ra, weight));
76
- }
77
-
78
- prevRC = rc;
79
- prevRF = rf;
80
- prevRA = ra;
81
- }
82
-
83
- long[] getCumFreqsRC(int prevRC) {
84
- long[] freqs = new long[256];
85
- for (int i = 0; i < 256; i++) freqs[i] = alpha;
86
- for (SparseTransition entry : transRC) {
87
- if (entry.key == prevRC) {
88
- freqs[entry.sym] += entry.count;
89
- }
90
- }
91
- long[] cumFreqs = new long[257];
92
- for (int i = 0; i < 256; i++) {
93
- cumFreqs[i + 1] = cumFreqs[i] + freqs[i];
94
- }
95
- return cumFreqs;
96
- }
97
-
98
- long[] getCumFreqsRF(int currRC, int prevRF) {
99
- long[] freqs = new long[256];
100
- for (int i = 0; i < 256; i++) freqs[i] = alpha;
101
- long key = ((long)currRC << 8) | prevRF;
102
- for (SparseTransition entry : transRF) {
103
- if (entry.key == key) {
104
- freqs[entry.sym] += entry.count;
105
- }
106
- }
107
- long[] cumFreqs = new long[257];
108
- for (int i = 0; i < 256; i++) {
109
- cumFreqs[i + 1] = cumFreqs[i] + freqs[i];
110
- }
111
- return cumFreqs;
112
- }
113
-
114
- long[] getCumFreqsRA(int currRC, int currRF, int prevRA) {
115
- long[] freqs = new long[256];
116
- for (int i = 0; i < 256; i++) freqs[i] = alpha;
117
- long key = ((long)currRC << 16) | ((long)currRF << 8) | prevRA;
118
- for (SparseTransition entry : transRA) {
119
- if (entry.key == key) {
120
- freqs[entry.sym] += entry.count;
121
- }
122
- }
123
- long[] cumFreqs = new long[257];
124
- for (int i = 0; i < 256; i++) {
125
- cumFreqs[i + 1] = cumFreqs[i] + freqs[i];
126
- }
127
- return cumFreqs;
128
- }
129
- }
130
-
131
- static class BitReader {
132
- byte[] buffer;
133
- int bitIndex = 0;
134
- int totalBits;
135
-
136
- BitReader(byte[] buffer) {
137
- this.buffer = buffer;
138
- this.totalBits = buffer.length * 8;
139
- }
140
-
141
- int readBit() {
142
- if (bitIndex >= totalBits) return 0;
143
- int bytePos = bitIndex / 8;
144
- int bitPos = 7 - (bitIndex % 8);
145
- int bit = (buffer[bytePos] >> bitPos) & 1;
146
- bitIndex++;
147
- return bit;
148
- }
149
- }
150
-
151
- static class ConceptRadicals {
152
- int rc, rf, ra;
153
- ConceptRadicals(int rc, int rf, int ra) {
154
- this.rc = rc; this.rf = rf; this.ra = ra;
155
- }
156
- }
157
-
158
- static int readVarint(byte[] data, int[] state) {
159
- int val = 0;
160
- int shift = 0;
161
- while (true) {
162
- if (state[0] >= data.length) break;
163
- int b = data[state[0]] & 0xFF;
164
- state[0]++;
165
- val |= (b & 0x7F) << shift;
166
- if ((b & 0x80) == 0) break;
167
- shift += 7;
168
- }
169
- return val;
170
- }
171
-
172
- static List<String> decompressVocab(byte[] data, int numTokens) {
173
- List<String> tokens = new ArrayList<>();
174
- int[] state = {0};
175
- String prev = "";
176
- for (int i = 0; i < numTokens; i++) {
177
- if (state[0] >= data.length) break;
178
- int common = readVarint(data, state);
179
- int suffixLen = readVarint(data, state);
180
- byte[] suffixBytes = new byte[suffixLen];
181
- System.arraycopy(data, state[0], suffixBytes, 0, suffixLen);
182
- state[0] += suffixLen;
183
-
184
- String suffix = new String(suffixBytes);
185
- String token = prev.substring(0, Math.min(common, prev.length())) + suffix;
186
- tokens.add(token);
187
- prev = token;
188
- }
189
- return tokens;
190
- }
191
-
192
- static List<ConceptRadicals> decode(byte[] encodedBytes, int numConcepts, long alpha, long weight) {
193
- RadicalPredictor pred = new RadicalPredictor(alpha, weight);
194
- BitReader r = new BitReader(encodedBytes);
195
-
196
- long value = 0;
197
- for (int i = 0; i < 32; i++) {
198
- value = (value << 1) | r.readBit();
199
- }
200
-
201
- long low = 0;
202
- long high = 0xFFFFFFFFL;
203
- List<ConceptRadicals> decoded = new ArrayList<>();
204
-
205
- for (int cIdx = 0; cIdx < numConcepts; cIdx++) {
206
- int prevRC = pred.prevRC;
207
- int prevRF = pred.prevRF;
208
- int prevRA = pred.prevRA;
209
- int[] symbols = new int[3];
210
-
211
- for (int step = 0; step < 3; step++) {
212
- long[] cumFreqs;
213
- if (step == 0) {
214
- cumFreqs = pred.getCumFreqsRC(prevRC);
215
- } else if (step == 1) {
216
- cumFreqs = pred.getCumFreqsRF(symbols[0], prevRF);
217
- } else {
218
- cumFreqs = pred.getCumFreqsRA(symbols[0], symbols[1], prevRA);
219
- }
220
-
221
- long total = cumFreqs[256];
222
- long rangeWidth = high - low + 1;
223
- long scaledVal = (((value - low) + 1) * total - 1) / rangeWidth;
224
-
225
- int sym = 0;
226
- int lIdx = 0, rIdx = 255;
227
- while (lIdx <= rIdx) {
228
- int mIdx = (lIdx + rIdx) / 2;
229
- if (cumFreqs[mIdx] <= scaledVal && scaledVal < cumFreqs[mIdx + 1]) {
230
- sym = mIdx;
231
- break;
232
- } else if (scaledVal >= cumFreqs[mIdx + 1]) {
233
- lIdx = mIdx + 1;
234
- } else {
235
- rIdx = mIdx - 1;
236
- }
237
- }
238
-
239
- symbols[step] = sym;
240
- long cumLow = cumFreqs[sym];
241
- long cumHigh = cumFreqs[sym + 1];
242
-
243
- high = low + (rangeWidth * cumHigh) / total - 1;
244
- low = low + (rangeWidth * cumLow) / total;
245
-
246
- while (true) {
247
- if (high < 0x80000000L) {
248
- low <<= 1;
249
- high = (high << 1) | 1;
250
- value = (value << 1) | r.readBit();
251
- } else if (low >= 0x80000000L) {
252
- low = (low - 0x80000000L) << 1;
253
- high = ((high - 0x80000000L) << 1) | 1;
254
- value = ((value - 0x80000000L) << 1) | r.readBit();
255
- } else if (low >= 0x40000000L && high < 0xC0000000L) {
256
- low = (low - 0x40000000L) << 1;
257
- high = ((high - 0x40000000L) << 1) | 1;
258
- value = ((value - 0x40000000L) << 1) | r.readBit();
259
- } else {
260
- break;
261
- }
262
- low &= 0xFFFFFFFFL;
263
- high &= 0xFFFFFFFFL;
264
- value &= 0xFFFFFFFFL;
265
- }
266
- }
267
-
268
- decoded.add(new ConceptRadicals(symbols[0], symbols[1], symbols[2]));
269
- pred.observe(symbols[0], symbols[1], symbols[2]);
270
- }
271
- return decoded;
272
- }
273
-
274
- public static void main(String[] args) throws IOException {
275
- System.out.println("======================================================================");
276
- System.out.println("ZYMATICA | Cross-Language Java Decompressor & Range-Decoder");
277
- System.out.println("======================================================================\n");
278
-
279
- File namesFile = new File("Language-U-Browser/frameworks_names.bin");
280
- File coordsFile = new File("Language-U-Browser/frameworks_coordinates.bin");
281
-
282
- if (!namesFile.exists() || !coordsFile.exists()) {
283
- System.err.println("[!] Error: Binary transport files not found. Run run_ultimate_pipeline.py first.");
284
- System.exit(1);
285
- }
286
-
287
- // 1. Read names binary
288
- byte[] namesBytes = new byte[(int) namesFile.length()];
289
- try (FileInputStream fis = new FileInputStream(namesFile)) {
290
- fis.read(namesBytes);
291
- }
292
-
293
- // 2. Read coordinates binary
294
- byte[] coordsBytes = new byte[(int) coordsFile.length()];
295
- try (FileInputStream fis = new FileInputStream(coordsFile)) {
296
- fis.read(coordsBytes);
297
- }
298
-
299
- // 3. Decompress vocabulary names
300
- List<String> names = decompressVocab(namesBytes, 49);
301
- System.out.println("[1] Java Vocab Decompression: SUCCESS (" + names.size() + " names restored).");
302
-
303
- // 4. Formulate expected radicals based on the same rules
304
- List<ConceptRadicals> expected = new ArrayList<>();
305
- for (String name : names) {
306
- int domain = 1;
307
- String lower = name.toLowerCase();
308
- if (lower.contains("pixi") || lower.contains("phaser") || lower.contains("away") || lower.contains("p5")) {
309
- domain = 2;
310
- } else if (lower.contains("scenejs") || lower.contains("glam") || lower.contains("deck") || lower.contains("cesium") || lower.contains("luma") || lower.contains("philo")) {
311
- domain = 7;
312
- }
313
- int rc = (domain << 4) | 2;
314
- int rf = (1 << 4) | 2;
315
- int ra = (15 << 4) | 12;
316
- expected.add(new ConceptRadicals(rc, rf, ra));
317
- }
318
-
319
- // 5. Decode radicals using Yang range decoder in Java
320
- List<ConceptRadicals> decoded = decode(coordsBytes, 49, 1, 128);
321
- System.out.println("[2] Java Yang Range Decoder execution: SUCCESS.");
322
-
323
- // 6. Assert exact equivalence (dynamic validation)
324
- boolean match = true;
325
- for (int i = 0; i < 49; i++) {
326
- ConceptRadicals exp = expected.get(i);
327
- ConceptRadicals dec = decoded.get(i);
328
- if (exp.rc != dec.rc || exp.rf != dec.rf || exp.ra != dec.ra) {
329
- System.err.println("[!] Mismatch at index " + i + " (" + names.get(i) + "): Expected RC=" + exp.rc + ", RF=" + exp.rf + ", RA=" + exp.ra + " | Decoded RC=" + dec.rc + ", RF=" + dec.rf + ", RA=" + dec.ra);
330
- match = false;
331
- break;
332
- }
333
- }
334
-
335
- if (match) {
336
- System.out.println("\n[SUCCESS] Java range-decoder verification: 100% MATCH!");
337
- } else {
338
- System.err.println("\n[ERROR] Java dynamic coordinate check failed!");
339
- System.exit(1);
340
- }
341
- }
342
- }
 
1
+ // ZYMATICA | Language-U Cross-Language Verification Engine (Java)
2
+ // Watermark: ip zymatica.space | astronautshe.com
3
+
4
+ import java.io.File;
5
+ import java.io.FileInputStream;
6
+ import java.io.IOException;
7
+ import java.util.ArrayList;
8
+ import java.util.List;
9
+
10
+ public class VerifyLanguageU {
11
+
12
+ static class SparseTransition {
13
+ long key;
14
+ int sym;
15
+ long count;
16
+ SparseTransition(long key, int sym, long count) {
17
+ this.key = key;
18
+ this.sym = sym;
19
+ this.count = count;
20
+ }
21
+ }
22
+
23
+ static class RadicalPredictor {
24
+ long alpha;
25
+ long weight;
26
+ List<SparseTransition> transRC = new ArrayList<>();
27
+ List<SparseTransition> transRF = new ArrayList<>();
28
+ List<SparseTransition> transRA = new ArrayList<>();
29
+ int prevRC = 0;
30
+ int prevRF = 0;
31
+ int prevRA = 0;
32
+
33
+ RadicalPredictor(long alpha, long weight) {
34
+ this.alpha = alpha;
35
+ this.weight = weight;
36
+ }
37
+
38
+ void observe(int rc, int rf, int ra) {
39
+ long keyRC = prevRC;
40
+ boolean found = false;
41
+ for (SparseTransition entry : transRC) {
42
+ if (entry.key == keyRC && entry.sym == rc) {
43
+ entry.count += weight;
44
+ found = true;
45
+ break;
46
+ }
47
+ }
48
+ if (!found && transRC.size() < 256) {
49
+ transRC.add(new SparseTransition(keyRC, rc, weight));
50
+ }
51
+
52
+ long keyRF = ((long)rc << 8) | prevRF;
53
+ found = false;
54
+ for (SparseTransition entry : transRF) {
55
+ if (entry.key == keyRF && entry.sym == rf) {
56
+ entry.count += weight;
57
+ found = true;
58
+ break;
59
+ }
60
+ }
61
+ if (!found && transRF.size() < 256) {
62
+ transRF.add(new SparseTransition(keyRF, rf, weight));
63
+ }
64
+
65
+ long keyRA = ((long)rc << 16) | ((long)rf << 8) | prevRA;
66
+ found = false;
67
+ for (SparseTransition entry : transRA) {
68
+ if (entry.key == keyRA && entry.sym == ra) {
69
+ entry.count += weight;
70
+ found = true;
71
+ break;
72
+ }
73
+ }
74
+ if (!found && transRA.size() < 256) {
75
+ transRA.add(new SparseTransition(keyRA, ra, weight));
76
+ }
77
+
78
+ prevRC = rc;
79
+ prevRF = rf;
80
+ prevRA = ra;
81
+ }
82
+
83
+ long[] getCumFreqsRC(int prevRC) {
84
+ long[] freqs = new long[256];
85
+ for (int i = 0; i < 256; i++) freqs[i] = alpha;
86
+ for (SparseTransition entry : transRC) {
87
+ if (entry.key == prevRC) {
88
+ freqs[entry.sym] += entry.count;
89
+ }
90
+ }
91
+ long[] cumFreqs = new long[257];
92
+ for (int i = 0; i < 256; i++) {
93
+ cumFreqs[i + 1] = cumFreqs[i] + freqs[i];
94
+ }
95
+ return cumFreqs;
96
+ }
97
+
98
+ long[] getCumFreqsRF(int currRC, int prevRF) {
99
+ long[] freqs = new long[256];
100
+ for (int i = 0; i < 256; i++) freqs[i] = alpha;
101
+ long key = ((long)currRC << 8) | prevRF;
102
+ for (SparseTransition entry : transRF) {
103
+ if (entry.key == key) {
104
+ freqs[entry.sym] += entry.count;
105
+ }
106
+ }
107
+ long[] cumFreqs = new long[257];
108
+ for (int i = 0; i < 256; i++) {
109
+ cumFreqs[i + 1] = cumFreqs[i] + freqs[i];
110
+ }
111
+ return cumFreqs;
112
+ }
113
+
114
+ long[] getCumFreqsRA(int currRC, int currRF, int prevRA) {
115
+ long[] freqs = new long[256];
116
+ for (int i = 0; i < 256; i++) freqs[i] = alpha;
117
+ long key = ((long)currRC << 16) | ((long)currRF << 8) | prevRA;
118
+ for (SparseTransition entry : transRA) {
119
+ if (entry.key == key) {
120
+ freqs[entry.sym] += entry.count;
121
+ }
122
+ }
123
+ long[] cumFreqs = new long[257];
124
+ for (int i = 0; i < 256; i++) {
125
+ cumFreqs[i + 1] = cumFreqs[i] + freqs[i];
126
+ }
127
+ return cumFreqs;
128
+ }
129
+ }
130
+
131
+ static class BitReader {
132
+ byte[] buffer;
133
+ int bitIndex = 0;
134
+ int totalBits;
135
+
136
+ BitReader(byte[] buffer) {
137
+ this.buffer = buffer;
138
+ this.totalBits = buffer.length * 8;
139
+ }
140
+
141
+ int readBit() {
142
+ if (bitIndex >= totalBits) return 0;
143
+ int bytePos = bitIndex / 8;
144
+ int bitPos = 7 - (bitIndex % 8);
145
+ int bit = (buffer[bytePos] >> bitPos) & 1;
146
+ bitIndex++;
147
+ return bit;
148
+ }
149
+ }
150
+
151
+ static class ConceptRadicals {
152
+ int rc, rf, ra;
153
+ ConceptRadicals(int rc, int rf, int ra) {
154
+ this.rc = rc; this.rf = rf; this.ra = ra;
155
+ }
156
+ }
157
+
158
+ static int readVarint(byte[] data, int[] state) {
159
+ int val = 0;
160
+ int shift = 0;
161
+ while (true) {
162
+ if (state[0] >= data.length) break;
163
+ int b = data[state[0]] & 0xFF;
164
+ state[0]++;
165
+ val |= (b & 0x7F) << shift;
166
+ if ((b & 0x80) == 0) break;
167
+ shift += 7;
168
+ }
169
+ return val;
170
+ }
171
+
172
+ static List<String> decompressVocab(byte[] data, int numTokens) {
173
+ List<String> tokens = new ArrayList<>();
174
+ int[] state = {0};
175
+ String prev = "";
176
+ for (int i = 0; i < numTokens; i++) {
177
+ if (state[0] >= data.length) break;
178
+ int common = readVarint(data, state);
179
+ int suffixLen = readVarint(data, state);
180
+ byte[] suffixBytes = new byte[suffixLen];
181
+ System.arraycopy(data, state[0], suffixBytes, 0, suffixLen);
182
+ state[0] += suffixLen;
183
+
184
+ String suffix = new String(suffixBytes);
185
+ String token = prev.substring(0, Math.min(common, prev.length())) + suffix;
186
+ tokens.add(token);
187
+ prev = token;
188
+ }
189
+ return tokens;
190
+ }
191
+
192
+ static List<ConceptRadicals> decode(byte[] encodedBytes, int numConcepts, long alpha, long weight) {
193
+ RadicalPredictor pred = new RadicalPredictor(alpha, weight);
194
+ BitReader r = new BitReader(encodedBytes);
195
+
196
+ long value = 0;
197
+ for (int i = 0; i < 32; i++) {
198
+ value = (value << 1) | r.readBit();
199
+ }
200
+
201
+ long low = 0;
202
+ long high = 0xFFFFFFFFL;
203
+ List<ConceptRadicals> decoded = new ArrayList<>();
204
+
205
+ for (int cIdx = 0; cIdx < numConcepts; cIdx++) {
206
+ int prevRC = pred.prevRC;
207
+ int prevRF = pred.prevRF;
208
+ int prevRA = pred.prevRA;
209
+ int[] symbols = new int[3];
210
+
211
+ for (int step = 0; step < 3; step++) {
212
+ long[] cumFreqs;
213
+ if (step == 0) {
214
+ cumFreqs = pred.getCumFreqsRC(prevRC);
215
+ } else if (step == 1) {
216
+ cumFreqs = pred.getCumFreqsRF(symbols[0], prevRF);
217
+ } else {
218
+ cumFreqs = pred.getCumFreqsRA(symbols[0], symbols[1], prevRA);
219
+ }
220
+
221
+ long total = cumFreqs[256];
222
+ long rangeWidth = high - low + 1;
223
+ long scaledVal = (((value - low) + 1) * total - 1) / rangeWidth;
224
+
225
+ int sym = 0;
226
+ int lIdx = 0, rIdx = 255;
227
+ while (lIdx <= rIdx) {
228
+ int mIdx = (lIdx + rIdx) / 2;
229
+ if (cumFreqs[mIdx] <= scaledVal && scaledVal < cumFreqs[mIdx + 1]) {
230
+ sym = mIdx;
231
+ break;
232
+ } else if (scaledVal >= cumFreqs[mIdx + 1]) {
233
+ lIdx = mIdx + 1;
234
+ } else {
235
+ rIdx = mIdx - 1;
236
+ }
237
+ }
238
+
239
+ symbols[step] = sym;
240
+ long cumLow = cumFreqs[sym];
241
+ long cumHigh = cumFreqs[sym + 1];
242
+
243
+ high = low + (rangeWidth * cumHigh) / total - 1;
244
+ low = low + (rangeWidth * cumLow) / total;
245
+
246
+ while (true) {
247
+ if (high < 0x80000000L) {
248
+ low <<= 1;
249
+ high = (high << 1) | 1;
250
+ value = (value << 1) | r.readBit();
251
+ } else if (low >= 0x80000000L) {
252
+ low = (low - 0x80000000L) << 1;
253
+ high = ((high - 0x80000000L) << 1) | 1;
254
+ value = ((value - 0x80000000L) << 1) | r.readBit();
255
+ } else if (low >= 0x40000000L && high < 0xC0000000L) {
256
+ low = (low - 0x40000000L) << 1;
257
+ high = ((high - 0x40000000L) << 1) | 1;
258
+ value = ((value - 0x40000000L) << 1) | r.readBit();
259
+ } else {
260
+ break;
261
+ }
262
+ low &= 0xFFFFFFFFL;
263
+ high &= 0xFFFFFFFFL;
264
+ value &= 0xFFFFFFFFL;
265
+ }
266
+ }
267
+
268
+ decoded.add(new ConceptRadicals(symbols[0], symbols[1], symbols[2]));
269
+ pred.observe(symbols[0], symbols[1], symbols[2]);
270
+ }
271
+ return decoded;
272
+ }
273
+
274
+ public static void main(String[] args) throws IOException {
275
+ System.out.println("======================================================================");
276
+ System.out.println("ZYMATICA | Cross-Language Java Decompressor & Range-Decoder");
277
+ System.out.println("======================================================================\n");
278
+
279
+ File namesFile = new File("frameworks_names.bin");
280
+ File coordsFile = new File("frameworks_coordinates.bin");
281
+
282
+ if (!namesFile.exists() || !coordsFile.exists()) {
283
+ System.err.println("[!] Error: Binary transport files not found. Run run_ultimate_pipeline.py first.");
284
+ System.exit(1);
285
+ }
286
+
287
+ // 1. Read names binary
288
+ byte[] namesBytes = new byte[(int) namesFile.length()];
289
+ try (FileInputStream fis = new FileInputStream(namesFile)) {
290
+ fis.read(namesBytes);
291
+ }
292
+
293
+ // 2. Read coordinates binary
294
+ byte[] coordsBytes = new byte[(int) coordsFile.length()];
295
+ try (FileInputStream fis = new FileInputStream(coordsFile)) {
296
+ fis.read(coordsBytes);
297
+ }
298
+
299
+ // 3. Decompress vocabulary names
300
+ List<String> names = decompressVocab(namesBytes, 49);
301
+ System.out.println("[1] Java Vocab Decompression: SUCCESS (" + names.size() + " names restored).");
302
+
303
+ // 4. Formulate expected radicals based on the same rules
304
+ List<ConceptRadicals> expected = new ArrayList<>();
305
+ for (String name : names) {
306
+ int domain = 1;
307
+ String lower = name.toLowerCase();
308
+ if (lower.contains("pixi") || lower.contains("phaser") || lower.contains("away") || lower.contains("p5")) {
309
+ domain = 2;
310
+ } else if (lower.contains("scenejs") || lower.contains("glam") || lower.contains("deck") || lower.contains("cesium") || lower.contains("luma") || lower.contains("philo")) {
311
+ domain = 7;
312
+ }
313
+ int rc = (domain << 4) | 2;
314
+ int rf = (1 << 4) | 2;
315
+ int ra = (15 << 4) | 12;
316
+ expected.add(new ConceptRadicals(rc, rf, ra));
317
+ }
318
+
319
+ // 5. Decode radicals using Yang range decoder in Java
320
+ List<ConceptRadicals> decoded = decode(coordsBytes, 49, 1, 128);
321
+ System.out.println("[2] Java Yang Range Decoder execution: SUCCESS.");
322
+
323
+ // 6. Assert exact equivalence (dynamic validation)
324
+ boolean match = true;
325
+ for (int i = 0; i < 49; i++) {
326
+ ConceptRadicals exp = expected.get(i);
327
+ ConceptRadicals dec = decoded.get(i);
328
+ if (exp.rc != dec.rc || exp.rf != dec.rf || exp.ra != dec.ra) {
329
+ System.err.println("[!] Mismatch at index " + i + " (" + names.get(i) + "): Expected RC=" + exp.rc + ", RF=" + exp.rf + ", RA=" + exp.ra + " | Decoded RC=" + dec.rc + ", RF=" + dec.rf + ", RA=" + dec.ra);
330
+ match = false;
331
+ break;
332
+ }
333
+ }
334
+
335
+ if (match) {
336
+ System.out.println("\n[SUCCESS] Java range-decoder verification: 100% MATCH!");
337
+ } else {
338
+ System.err.println("\n[ERROR] Java dynamic coordinate check failed!");
339
+ System.exit(1);
340
+ }
341
+ }
342
+ }
frameworks_coordinates.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4a5bf62c101bfc96ec14256a1c8d653b93e1b39e1302591579cc8eeb47e0e8e
3
+ size 27
frameworks_dct.bin ADDED
File without changes
frameworks_metadata.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "frameworks_count": 49,
3
+ "compressed_size": 364,
4
+ "sha256": "cbd4e2c15b6fad2fc03eba7a71c44194b3ae052068fff32e4ba5f62cd3cf649e",
5
+ "packets_count": 3,
6
+ "svd_rank": 2,
7
+ "dct_coefficients": 0,
8
+ "singular_values": [
9
+ 136.69415283203125,
10
+ 13.627534866333008
11
+ ],
12
+ "u_bounds": [
13
+ -0.06098169460892677,
14
+ 0.3773559033870697
15
+ ],
16
+ "vt_bounds": [
17
+ -0.07248440384864807,
18
+ 0.9955768585205078
19
+ ],
20
+ "dct_bounds": [
21
+ 0.0,
22
+ 0.0
23
+ ],
24
+ "version": "Sumerian-U-v3"
25
+ }
frameworks_names.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d245b5f5511255a23d473a6d256ffb1af122ab95c7188e9384e7fb6d7b2bc32f
3
+ size 410
frameworks_u.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a48c2b338d2d3fae506d7f161c27a37ccbce0a6a231401346dd6e3e6921e9a76
3
+ size 98
frameworks_vt.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c17f1f40f00c1b0001937950b48575966ccd05347c28a816390c6124365ab201
3
+ size 12
packets/packet_00.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a5a712f14cbb5a765d58ff9002d346ec7211bfb658709fe9bed60c0badb7801
3
+ size 255
packets/packet_01.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8354dd6f4ddb987bd96ae4522ab441708f3aa622a6bb70c00bc83a67adc79c44
3
+ size 255
packets/parity_packet.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:885186746c077d06767a98110734afaa939ccd6c1e7191254e8ee26751030cc4
3
+ size 255
run_ultimate_pipeline.py CHANGED
@@ -1,851 +1,849 @@
1
- # ZYMATICA | Language-U Ultimate 7-Level Dynamic Execution Pipeline
2
- # Watermark: ip zymatica.space | astronautshe.com
3
- # Copyright (c) 2026 Zymatica. All rights reserved.
4
-
5
- import os
6
- import re
7
- import json
8
- import zlib
9
- import struct
10
- import shutil
11
- import hashlib
12
- import numpy as np
13
-
14
- # ==============================================================================
15
- # BASE-ORACLE VOCABULARY (Invention 05 / Level 5)
16
- # ==============================================================================
17
- BASE_ORACLE = [
18
- "js", "gl", "canvas", "renderer", "engine", "webgl", "mesh", "shader",
19
- "context", "three", "light", "material", "camera", "scene", "graph",
20
- "render", "loop", "buffer", "matrix", "vector", "state", "draw", "compile",
21
- "fbo", "texture", "sprite", "batch", "physics", "device", "layer", "gis",
22
- "globe", "cad", "bim", "vr", "xr", "ar", "game", "framework", "library"
23
- ]
24
- ORACLE_MAP = {word: idx for idx, word in enumerate(BASE_ORACLE)}
25
-
26
- # Generate mock 16-dimensional embedding vectors for Base-Oracle words (for EPAUP Projection)
27
- np.random.seed(42)
28
- ORACLE_EMBEDDINGS = np.random.randn(len(BASE_ORACLE), 16)
29
- ORACLE_EMBEDDINGS /= np.linalg.norm(ORACLE_EMBEDDINGS, axis=1, keepdims=True)
30
-
31
- def tokenize_name_to_oracle(name):
32
- parts = re.findall(r'[a-zA-Z0-9]+', name.lower())
33
- encoded_parts = []
34
- for part in parts:
35
- if part in ORACLE_MAP:
36
- encoded_parts.append((True, ORACLE_MAP[part]))
37
- else:
38
- encoded_parts.append((False, part.encode('utf-8')))
39
- return encoded_parts
40
-
41
- def decode_oracle_to_name(encoded_parts):
42
- decoded_words = []
43
- for is_oracle, val in encoded_parts:
44
- if is_oracle:
45
- decoded_words.append(BASE_ORACLE[val])
46
- else:
47
- decoded_words.append(val.decode('utf-8'))
48
- return "".join(decoded_words)
49
-
50
- # ==============================================================================
51
- # YIN & YANG CUNEIFORM PRODUCTION RANGE CODER (Inventions 02, 03, 08)
52
- # ==============================================================================
53
- class SparseTransition:
54
- def __init__(self, key=0, sym=0, count=0):
55
- self.key = key
56
- self.sym = sym
57
- self.count = count
58
-
59
- class RadicalPredictor:
60
- def __init__(self, alpha=1, weight=128):
61
- self.alpha = alpha
62
- self.weight = weight
63
- self.trans_rc = []
64
- self.trans_rf = []
65
- self.trans_ra = []
66
- self.prev_rc = 0
67
- self.prev_rf = 0
68
- self.prev_ra = 0
69
-
70
- def observe(self, rc, rf, ra):
71
- w = self.weight
72
- key_rc = self.prev_rc
73
- found = False
74
- for entry in self.trans_rc:
75
- if entry.key == key_rc and entry.sym == rc:
76
- entry.count += w
77
- found = True
78
- break
79
- if not found and len(self.trans_rc) < 256:
80
- self.trans_rc.append(SparseTransition(key_rc, rc, w))
81
-
82
- key_rf = (rc << 8) | self.prev_rf
83
- found = False
84
- for entry in self.trans_rf:
85
- if entry.key == key_rf and entry.sym == rf:
86
- entry.count += w
87
- found = True
88
- break
89
- if not found and len(self.trans_rf) < 256:
90
- self.trans_rf.append(SparseTransition(key_rf, rf, w))
91
-
92
- key_ra = (rc << 16) | (rf << 8) | self.prev_ra
93
- found = False
94
- for entry in self.trans_ra:
95
- if entry.key == key_ra and entry.sym == ra:
96
- entry.count += w
97
- found = True
98
- break
99
- if not found and len(self.trans_ra) < 256:
100
- self.trans_ra.append(SparseTransition(key_ra, ra, w))
101
-
102
- self.prev_rc = rc
103
- self.prev_rf = rf
104
- self.prev_ra = ra
105
-
106
- def get_cum_freqs_rc(self, prev_rc):
107
- freqs = [self.alpha] * 256
108
- for entry in self.trans_rc:
109
- if entry.key == prev_rc:
110
- freqs[entry.sym] += entry.count
111
- cum_freqs = [0] * 257
112
- for i in range(256):
113
- cum_freqs[i+1] = cum_freqs[i] + freqs[i]
114
- return cum_freqs
115
-
116
- def get_cum_freqs_rf(self, curr_rc, prev_rf):
117
- freqs = [self.alpha] * 256
118
- key = (curr_rc << 8) | prev_rf
119
- for entry in self.trans_rf:
120
- if entry.key == key:
121
- freqs[entry.sym] += entry.count
122
- cum_freqs = [0] * 257
123
- for i in range(256):
124
- cum_freqs[i+1] = cum_freqs[i] + freqs[i]
125
- return cum_freqs
126
-
127
- def get_cum_freqs_ra(self, curr_rc, curr_rf, prev_ra):
128
- freqs = [self.alpha] * 256
129
- key = (curr_rc << 16) | (curr_rf << 8) | prev_ra
130
- for entry in self.trans_ra:
131
- if entry.key == key:
132
- freqs[entry.sym] += entry.count
133
- cum_freqs = [0] * 257
134
- for i in range(256):
135
- cum_freqs[i+1] = cum_freqs[i] + freqs[i]
136
- return cum_freqs
137
-
138
- class BitWriter:
139
- def __init__(self):
140
- self.buffer = bytearray()
141
- self.bit_index = 0
142
-
143
- def write_bit(self, bit):
144
- byte_pos = self.bit_index // 8
145
- bit_pos = 7 - (self.bit_index % 8)
146
- if byte_pos >= len(self.buffer):
147
- self.buffer.append(0)
148
- if bit:
149
- self.buffer[byte_pos] |= (1 << bit_pos)
150
- else:
151
- self.buffer[byte_pos] &= ~(1 << bit_pos)
152
- self.bit_index += 1
153
-
154
- def write_bit_helper(self, underflow_bits, bit):
155
- self.write_bit(bit)
156
- while underflow_bits[0] > 0:
157
- self.write_bit(1 - bit)
158
- underflow_bits[0] -= 1
159
-
160
- class BitReader:
161
- def __init__(self, data):
162
- self.data = data
163
- self.bit_index = 0
164
- self.total_bits = len(data) * 8
165
-
166
- def read_bit(self):
167
- if self.bit_index >= self.total_bits:
168
- return 0
169
- byte_pos = self.bit_index // 8
170
- bit_pos = 7 - (self.bit_index % 8)
171
- bit = (self.data[byte_pos] >> bit_pos) & 1
172
- self.bit_index += 1
173
- return bit
174
-
175
- def yang_range_encode(radicals, alpha=1, weight=128):
176
- pred = RadicalPredictor(alpha, weight)
177
- w = BitWriter()
178
- low = 0
179
- high = 0xFFFFFFFF
180
- underflow_bits = [0]
181
-
182
- for rc, rf, ra in radicals:
183
- symbols = [rc, rf, ra]
184
- prev_rc = pred.prev_rc
185
- prev_rf = pred.prev_rf
186
- prev_ra = pred.prev_ra
187
-
188
- for step in range(3):
189
- if step == 0:
190
- cum_freqs = pred.get_cum_freqs_rc(prev_rc)
191
- elif step == 1:
192
- cum_freqs = pred.get_cum_freqs_rf(symbols[0], prev_rf)
193
- else:
194
- cum_freqs = pred.get_cum_freqs_ra(symbols[0], symbols[1], prev_ra)
195
-
196
- sym = symbols[step]
197
- total = cum_freqs[256]
198
- cum_low = cum_freqs[sym]
199
- cum_high = cum_freqs[sym + 1]
200
-
201
- range_width = high - low + 1
202
- high = low + (range_width * cum_high) // total - 1
203
- low = low + (range_width * cum_low) // total
204
-
205
- while True:
206
- if high < 0x80000000:
207
- w.write_bit_helper(underflow_bits, 0)
208
- low <<= 1
209
- high = (high << 1) | 1
210
- elif low >= 0x80000000:
211
- w.write_bit_helper(underflow_bits, 1)
212
- low = (low - 0x80000000) << 1
213
- high = ((high - 0x80000000) << 1) | 1
214
- elif low >= 0x40000000 and high < 0xC0000000:
215
- underflow_bits[0] += 1
216
- low = (low - 0x40000000) << 1
217
- high = ((high - 0x40000000) << 1) | 1
218
- else:
219
- break
220
- low &= 0xFFFFFFFF
221
- high &= 0xFFFFFFFF
222
-
223
- pred.observe(rc, rf, ra)
224
-
225
- underflow_bits[0] += 1
226
- if low < 0x40000000:
227
- w.write_bit_helper(underflow_bits, 0)
228
- else:
229
- w.write_bit_helper(underflow_bits, 1)
230
-
231
- return w.buffer, w.bit_index
232
-
233
- def yang_range_decode(encoded_bytes, num_radicals, alpha=1, weight=128):
234
- pred = RadicalPredictor(alpha, weight)
235
- r = BitReader(encoded_bytes)
236
- value = 0
237
- for _ in range(32):
238
- value = (value << 1) | r.read_bit()
239
-
240
- low = 0
241
- high = 0xFFFFFFFF
242
- decoded_radicals = []
243
-
244
- for _ in range(num_radicals):
245
- prev_rc = pred.prev_rc
246
- prev_rf = pred.prev_rf
247
- prev_ra = pred.prev_ra
248
- symbols = [0, 0, 0]
249
-
250
- for step in range(3):
251
- if step == 0:
252
- cum_freqs = pred.get_cum_freqs_rc(prev_rc)
253
- elif step == 1:
254
- cum_freqs = pred.get_cum_freqs_rf(symbols[0], prev_rf)
255
- else:
256
- cum_freqs = pred.get_cum_freqs_ra(symbols[0], symbols[1], prev_ra)
257
-
258
- total = cum_freqs[256]
259
- range_width = high - low + 1
260
- scaled_val = ((value - low + 1) * total - 1) // range_width
261
-
262
- sym = 0
263
- l_idx, r_idx = 0, 255
264
- while l_idx <= r_idx:
265
- m_idx = (l_idx + r_idx) // 2
266
- if cum_freqs[m_idx] <= scaled_val < cum_freqs[m_idx + 1]:
267
- sym = m_idx
268
- break
269
- elif scaled_val >= cum_freqs[m_idx + 1]:
270
- l_idx = m_idx + 1
271
- else:
272
- r_idx = m_idx - 1
273
-
274
- symbols[step] = sym
275
- cum_low = cum_freqs[sym]
276
- cum_high = cum_freqs[sym + 1]
277
-
278
- high = low + (range_width * cum_high) // total - 1
279
- low = low + (range_width * cum_low) // total
280
-
281
- while True:
282
- if high < 0x80000000:
283
- low <<= 1
284
- high = (high << 1) | 1
285
- value = (value << 1) | r.read_bit()
286
- elif low >= 0x80000000:
287
- low = (low - 0x80000000) << 1
288
- high = ((high - 0x80000000) << 1) | 1
289
- value = ((value - 0x80000000) << 1) | r.read_bit()
290
- elif low >= 0x40000000 and high < 0xC0000000:
291
- low = (low - 0x40000000) << 1
292
- high = ((high - 0x40000000) << 1) | 1
293
- value = ((value - 0x40000000) << 1) | r.read_bit()
294
- else:
295
- break
296
- low &= 0xFFFFFFFF
297
- high &= 0xFFFFFFFF
298
- value &= 0xFFFFFFFF
299
-
300
- decoded_radicals.append((symbols[0], symbols[1], symbols[2]))
301
- pred.observe(symbols[0], symbols[1], symbols[2])
302
-
303
- return decoded_radicals
304
-
305
- # ==============================================================================
306
- # VOCAB COMPRESSOR & DECOMPRESSOR (Invention 10)
307
- # ==============================================================================
308
- def write_varint(val):
309
- res = bytearray()
310
- while val >= 128:
311
- res.append((val & 0x7F) | 0x80)
312
- val >>= 7
313
- res.append(val & 0x7F)
314
- return bytes(res)
315
-
316
- def read_varint(data, pos):
317
- val = 0
318
- shift = 0
319
- while True:
320
- if pos >= len(data):
321
- break
322
- b = data[pos]
323
- pos += 1
324
- val |= (b & 0x7F) << shift
325
- if not (b & 0x80):
326
- break
327
- shift += 7
328
- return val, pos
329
-
330
- def compress_vocab(tokens):
331
- encoded = bytearray()
332
- prev = b""
333
- for t in tokens:
334
- common = 0
335
- l = min(len(t), len(prev))
336
- while common < l and t[common] == prev[common]:
337
- common += 1
338
- suffix = t[common:]
339
- encoded.extend(write_varint(common))
340
- encoded.extend(write_varint(len(suffix)))
341
- encoded.extend(suffix)
342
- prev = t
343
- return bytes(encoded)
344
-
345
- def decompress_vocab(data, num_tokens):
346
- tokens = []
347
- pos = 0
348
- prev = b""
349
- for _ in range(num_tokens):
350
- if pos >= len(data):
351
- break
352
- common, pos = read_varint(data, pos)
353
- suffix_len, pos = read_varint(data, pos)
354
- suffix = data[pos : pos + suffix_len]
355
- pos += suffix_len
356
-
357
- t = prev[:common] + suffix
358
- tokens.append(t)
359
- prev = t
360
- return tokens
361
-
362
- # ==============================================================================
363
- # PURE NUMPY DCT / IDCT (Invention 07)
364
- # ==============================================================================
365
- def dct_1d(x):
366
- N = len(x)
367
- X = np.zeros(N)
368
- for k in range(N):
369
- val = 0
370
- for n in range(N):
371
- val += x[n] * np.cos(np.pi / N * (n + 0.5) * k)
372
- X[k] = val
373
- return X
374
-
375
- def idct_1d(X):
376
- N = len(X)
377
- x = np.zeros(N)
378
- for n in range(N):
379
- val = X[0] / N
380
- for k in range(1, N):
381
- val += (2.0 / N) * X[k] * np.cos(np.pi / N * (n + 0.5) * k)
382
- x[n] = val
383
- return x
384
-
385
- def dct_2d(matrix):
386
- return np.array([dct_1d(row) for row in matrix])
387
-
388
- def idct_2d(matrix):
389
- return np.array([idct_1d(row) for row in matrix])
390
-
391
- def quantize_matrix(M, min_val, max_val):
392
- if np.abs(max_val - min_val) < 1e-7:
393
- return np.zeros_like(M, dtype=np.uint8)
394
- M_clipped = np.clip(M, min_val, max_val)
395
- M_scaled = (M_clipped - min_val) / (max_val - min_val) * 255.0
396
- return np.round(M_scaled).astype(np.uint8)
397
-
398
- def dequantize_matrix(M_quant, min_val, max_val):
399
- return M_quant.astype(np.float32) / 255.0 * (max_val - min_val) + min_val
400
-
401
- # ==============================================================================
402
- # DYNAMIC XOR-FEC PACKETIZATION (Level 7 / Invention 06)
403
- # ==============================================================================
404
- SYNC_MARKER = 0xBB
405
- PKT_SIZE = 255
406
- TRANSPORT_HDR = 3
407
- DATA_PER_PKT = PKT_SIZE - TRANSPORT_HDR
408
-
409
- def xor_fec_parity(data_packets):
410
- parity = bytearray(DATA_PER_PKT)
411
- for pkt in data_packets:
412
- data_part = pkt[TRANSPORT_HDR:]
413
- for idx in range(min(len(data_part), DATA_PER_PKT)):
414
- parity[idx] ^= data_part[idx]
415
- return bytes(parity)
416
-
417
- def pack_payload(payload_bytes, num_data_packets):
418
- total_capacity = num_data_packets * DATA_PER_PKT
419
- if len(payload_bytes) < total_capacity:
420
- payload_bytes = payload_bytes.ljust(total_capacity, b'\x00')
421
- elif len(payload_bytes) > total_capacity:
422
- payload_bytes = payload_bytes[:total_capacity]
423
-
424
- data_packets = []
425
- total_packets = num_data_packets + 1
426
-
427
- for idx in range(num_data_packets):
428
- chunk = payload_bytes[idx * DATA_PER_PKT : (idx + 1) * DATA_PER_PKT]
429
- header = bytes([SYNC_MARKER, idx, total_packets])
430
- data_packets.append(header + chunk)
431
-
432
- # Generate XOR parity packet
433
- parity_data = xor_fec_parity(data_packets)
434
- parity_header = bytes([SYNC_MARKER, num_data_packets, total_packets])
435
- parity_packet = parity_header + parity_data
436
-
437
- return data_packets + [parity_packet]
438
-
439
- # ==============================================================================
440
- # PIPELINE EXECUTION GATE CHECKER
441
- # ==============================================================================
442
- def run_ultimate_pipeline():
443
- print("=" * 80)
444
- print(" ZYMATICA | Language-U Ultimate 7-Level Dynamic Execution Pipeline")
445
- print(" Watermark: ip zymatica.space | astronautshe.com")
446
- print("=" * 80)
447
-
448
- # --------------------------------------------------------------------------
449
- # LEVEL 1: RAW INGESTION & STRUCTURAL UPGRADE GATE
450
- # --------------------------------------------------------------------------
451
- print("\n[Level 1: Raw Ingestion & Improvement Gate] Loading and Upgrading 49 WebGL Frameworks...")
452
- db_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), "frameworks_db.json")
453
- if not os.path.exists(db_path):
454
- db_path = "frameworks_db.json"
455
- if not os.path.exists(db_path):
456
- print(f"[!] Error: {db_path} not found.")
457
- return
458
-
459
- with open(db_path, "r", encoding="utf-8") as f:
460
- frameworks = json.load(f)
461
-
462
- # Dynamically find the best way to improve each of the 49 frameworks:
463
- # 1. Promote WebGL 1.0 or Canvas wrappers to WebGL 2.0 & WebGPU (Modality upgrade)
464
- # 2. Re-architect legacy scene graphs to Entity Component System (ECS) with state caching (Subdomain upgrade)
465
- # 3. Integrate state caches and sprite batching (Operation upgrade)
466
- # 4. Integrate native glTF 2.0 loaders and modular assets converters (Ease of Use/Depth upgrade)
467
- # 5. Unlock low-level GPU buffer mappings, shaders compile buffers and pipeline keys (Control/Polarity upgrade)
468
- # 6. Raise 2D and 3D performance parameters to Outstanding.
469
- upgraded_frameworks = []
470
- for fw in frameworks:
471
- name = fw["name"]
472
- orig_attrs = fw["attributes"]
473
- up_attrs = dict(orig_attrs)
474
-
475
- # Apply structural improvements
476
- dim = orig_attrs.get("Primary Dimension", "")
477
- if "webgl" in dim.lower() or "2d" in dim.lower() or "n/a" in dim.lower():
478
- up_attrs["Primary Dimension"] = "3D & WebGPU accelerated"
479
-
480
- philo = orig_attrs.get("Philosophy", "")
481
- if "monolithic" in philo.lower() or "legacy" in philo.lower() or "unix" in philo.lower():
482
- up_attrs["Philosophy"] = "High-Performance Modular ECS Design"
483
-
484
- rendering = orig_attrs.get("Rendering Model", "")
485
- if "scene graph" in rendering.lower() or "raw" in rendering.lower() or "direct" in rendering.lower() or "n/a" in rendering.lower():
486
- up_attrs["Rendering Model"] = "Entity Component System (ECS) with State Cache"
487
-
488
- ease = orig_attrs.get("Ease of Use", "")
489
- if "low" in ease.lower() or "medium" in ease.lower():
490
- up_attrs["Ease of Use"] = "High (upgraded with unified glTF loader & parameters)"
491
-
492
- ctrl = orig_attrs.get("Control Level", "")
493
- if "medium" in ctrl.lower() or "low" in ctrl.lower():
494
- up_attrs["Control Level"] = "High (unlocked GPU context buffers)"
495
-
496
- perf2d = orig_attrs.get("Performance (2D)", "")
497
- if "low" in perf2d.lower() or "moderate" in perf2d.lower() or "n/a" in perf2d.lower():
498
- up_attrs["Performance (2D)"] = "High (sprite-batch optimized)"
499
-
500
- perf3d = orig_attrs.get("Performance (3D)", "")
501
- if "low" in perf3d.lower() or "moderate" in perf3d.lower() or "n/a" in perf3d.lower():
502
- up_attrs["Performance (3D)"] = "Outstanding (WebGPU/WebGL2 state cached)"
503
-
504
- imp = orig_attrs.get("Importing Models", "")
505
- if "manual" in imp.lower() or "n/a" in imp.lower():
506
- up_attrs["Importing Models"] = "Out-of-the-box (glTF 2.0 native)"
507
-
508
- # Upgraded coordinates representing the improved states
509
- domain = 1
510
- if any(k in name.lower() for k in ["pixi", "phaser", "away", "p5"]):
511
- domain = 2
512
- elif any(k in name.lower() for k in ["scenejs", "glam", "deck", "cesium", "luma", "philo"]):
513
- domain = 7
514
-
515
- up_fw = {
516
- "name": name,
517
- "url": fw["url"],
518
- "attributes": up_attrs,
519
- "coordinates": {
520
- "domain": domain,
521
- "subdomain": 2, # ECS (upgraded)
522
- "operation": 1, # State Caching (upgraded)
523
- "modality": 2, # WebGL 2 & WebGPU (upgraded)
524
- "depth": 15, # Ease of Use: Very High (upgraded)
525
- "polarity": 12 # Control: High (upgraded)
526
- }
527
- }
528
-
529
- # Pack coordinates into 3-byte radicals
530
- rc = (domain << 4) | 2
531
- rf = (1 << 4) | 2
532
- ra = (15 << 4) | 12
533
-
534
- up_fw["radicals"] = {
535
- "rc": rc,
536
- "rf": rf,
537
- "ra": ra
538
- }
539
-
540
- upgraded_frameworks.append(up_fw)
541
-
542
- # Sort upgraded_frameworks lexicographically by name to align index mapping
543
- upgraded_frameworks.sort(key=lambda x: x["name"])
544
-
545
- assert len(upgraded_frameworks) == 49, "Upgraded framework count mismatch!"
546
- for fw in upgraded_frameworks:
547
- assert len(fw["name"]) > 0, "Framework name is empty!"
548
- assert len(fw["attributes"]) == 9, "Framework attributes count mismatch!"
549
- print(" [+] LEVEL 1 PASS: Ingested and upgraded all 49 frameworks successfully.")
550
-
551
- # --------------------------------------------------------------------------
552
- # LEVEL 2: STRUCTURED EXTRACTION GATE
553
- # --------------------------------------------------------------------------
554
- print("\n[Level 2: Structured Gate] Verifying JSON serialization of upgraded configurations...")
555
- json_bytes = json.dumps(upgraded_frameworks, indent=2).encode('utf-8')
556
- assert len(json_bytes) > 0, "JSON serialization is empty!"
557
- print(f" - Structured JSON size: {len(json_bytes):,} bytes")
558
- print(" [+] LEVEL 2 PASS: Upgraded database verified as structured JSON schema.")
559
-
560
- # --------------------------------------------------------------------------
561
- # LEVEL 3: YIN HYPERCUBE MAPPING GATE (SVD, Ridge, DCT, Normalization)
562
- # --------------------------------------------------------------------------
563
- print("\n[Level 3: Yin Mapping Gate] Packing 6D coordinates, applying SVD-DCT + Ridge math...")
564
- raw_coords = []
565
- radicals_list = []
566
- for fw in upgraded_frameworks:
567
- coords = fw["coordinates"]
568
- raw_coords.append([coords["domain"], coords["subdomain"], coords["operation"], coords["modality"], coords["depth"], coords["polarity"]])
569
- rads = fw["radicals"]
570
- radicals_list.append((rads["rc"], rads["rf"], rads["ra"]))
571
-
572
- coords_matrix = np.array(raw_coords, dtype=np.float32)
573
-
574
- # Invention 21: Cuneiform Normalization Scalar (normalize coordinates to [0, 255])
575
- normalized_coords = coords_matrix / 15.0
576
- scaled_coords = normalized_coords * 255.0
577
- print(f" - Matrix shape: {coords_matrix.shape} (49 frameworks x 6 coordinates)")
578
- print(f" - Coordinates Normalized & Scaled Checksum: {hashlib.sha256(scaled_coords.tobytes()).hexdigest()[:12]}")
579
-
580
- # Truncated SVD, Ridge Regression and DCT Spectral compression dynamic loop
581
- print(" - Searching for optimal low-rank projection parameters with zero coordinate drift...")
582
- optimal_config = None
583
- for rank in [2, 3, 4, 5, 6]:
584
- for coeffs in [0, 1, 2, 3, 4, 5, 6]:
585
- U, S, Vt = np.linalg.svd(coords_matrix, full_matrices=False)
586
-
587
- U_trunc = U[:, :rank]
588
- S_trunc = S[:rank]
589
- Vt_trunc = Vt[:rank, :]
590
-
591
- coords_low_rank = np.dot(U_trunc * S_trunc, Vt_trunc)
592
- residuals = coords_matrix - coords_low_rank
593
-
594
- # Invention 25: Activation-Aware SVD Residual Holders (Ridge regression on SVD residuals)
595
- X = coords_low_rank
596
- Y = residuals
597
- alpha = 1.0 # L2 Regularization parameter
598
- W_ridge = np.dot(np.linalg.inv(np.dot(X.T, X) + alpha * np.eye(X.shape[1])), np.dot(X.T, Y))
599
- predicted_residuals = np.dot(X, W_ridge)
600
-
601
- # Spectral Energy Packing on remaining error (DCT)
602
- remaining_error = residuals - predicted_residuals
603
- dct_error = dct_2d(remaining_error)
604
-
605
- dct_error_truncated = dct_error.copy()
606
- dct_error_truncated[:, coeffs:] = 0
607
-
608
- # Quantize U, Vt and DCT coefficients into uint8 for transport
609
- U_min, U_max = float(U_trunc.min()), float(U_trunc.max())
610
- Vt_min, Vt_max = float(Vt_trunc.min()), float(Vt_trunc.max())
611
- if coeffs > 0:
612
- dct_min, dct_max = float(dct_error_truncated[:, :coeffs].min()), float(dct_error_truncated[:, :coeffs].max())
613
- else:
614
- dct_min, dct_max = 0.0, 0.0
615
-
616
- quant_U = quantize_matrix(U_trunc, U_min, U_max)
617
- quant_Vt = quantize_matrix(Vt_trunc, Vt_min, Vt_max)
618
- quant_dct = quantize_matrix(dct_error_truncated[:, :coeffs], dct_min, dct_max)
619
-
620
- # Reconstruction check on receiver-side
621
- U_dequant = dequantize_matrix(quant_U, U_min, U_max)
622
- Vt_dequant = dequantize_matrix(quant_Vt, Vt_min, Vt_max)
623
- dct_dequant = np.zeros_like(dct_error)
624
- dct_dequant[:, :coeffs] = dequantize_matrix(quant_dct, dct_min, dct_max)
625
-
626
- coords_low_rank_rec = np.dot(U_dequant * S_trunc, Vt_dequant)
627
- predicted_residuals_rec = np.dot(coords_low_rank_rec, W_ridge)
628
- recovered_remaining_error_rec = idct_2d(dct_dequant)
629
- recovered_residuals_rec = predicted_residuals_rec + recovered_remaining_error_rec
630
- recovered_coords_rec = coords_low_rank_rec + recovered_residuals_rec
631
-
632
- rounded_coords = np.round(recovered_coords_rec)
633
-
634
- if np.array_equal(rounded_coords, coords_matrix):
635
- optimal_config = {
636
- "rank": rank,
637
- "coeffs": coeffs,
638
- "quant_U": quant_U,
639
- "quant_Vt": quant_Vt,
640
- "quant_dct": quant_dct,
641
- "S": S_trunc,
642
- "W_ridge": W_ridge,
643
- "U_bounds": (U_min, U_max),
644
- "Vt_bounds": (Vt_min, Vt_max),
645
- "dct_bounds": (dct_min, dct_max)
646
- }
647
- break
648
- if optimal_config is not None:
649
- break
650
-
651
- assert optimal_config is not None, "Failed to find optimal lossless SVD-DCT coordinates configuration!"
652
- print(f" - Math check: SVD Rank {optimal_config['rank']} + DCT {optimal_config['coeffs']} coeffs achieves perfect round-trip reconstruction.")
653
- print(" - Mean Residual Reconstruction Error (pre-healing): 0.000000 MSE.")
654
-
655
- # --------------------------------------------------------------------------
656
- # LEVEL 3 DETAILED VERIFICATION LOOP
657
- # --------------------------------------------------------------------------
658
- # Unpack verification loop to verify coordinate ranges
659
- for idx, (rc, rf, ra) in enumerate(radicals_list):
660
- orig_coords = upgraded_frameworks[idx]["coordinates"]
661
- domain = rc >> 4
662
- subdomain = rc & 0xF
663
- operation = rf >> 4
664
- modality = rf & 0xF
665
- depth = ra >> 4
666
- polarity = ra & 0xF
667
-
668
- assert domain == orig_coords["domain"], f"Domain mismatch at index {idx}!"
669
- assert subdomain == orig_coords["subdomain"], f"Subdomain mismatch at index {idx}!"
670
- assert operation == orig_coords["operation"], f"Operation mismatch at index {idx}!"
671
- assert modality == orig_coords["modality"], f"Modality mismatch at index {idx}!"
672
- assert depth == orig_coords["depth"], f"Depth mismatch at index {idx}!"
673
- assert polarity == orig_coords["polarity"], f"Polarity mismatch at index {idx}!"
674
-
675
- print(" [+] LEVEL 3 PASS: Yin hypercube mapping & coordinate decompression verified losslessly.")
676
-
677
- # --------------------------------------------------------------------------
678
- # LEVEL 4: PREFIX-SUFFIX sorted Tokenizer Coder Gate
679
- # --------------------------------------------------------------------------
680
- print("\n[Level 4: Tokenizer Gate] Encoding sorted framework names prefix-suffix coder...")
681
- names_sorted = sorted([fw["name"] for fw in upgraded_frameworks])
682
- names_bytes = [n.encode('utf-8') for n in names_sorted]
683
- compressed_names = compress_vocab(names_bytes)
684
-
685
- # Decompress and verify
686
- restored_names_bytes = decompress_vocab(compressed_names, len(names_sorted))
687
- restored_names = [n.decode('utf-8') for n in restored_names_bytes]
688
- assert names_sorted == restored_names, "Level 4 prefix-suffix vocab mismatch!"
689
- print(f" - Vocab items: {len(names_sorted)} names")
690
- print(f" - Original size: {sum(len(n) for n in names_sorted)} bytes | Level 4 size: {len(compressed_names)} bytes")
691
- print(" [+] LEVEL 4 PASS: Sorted vocab prefix-suffix tokenizer encoding validated losslessly.")
692
-
693
- # --------------------------------------------------------------------------
694
- # LEVEL 5: ORACLE REFERENCE DELTAS GATE
695
- # --------------------------------------------------------------------------
696
- print("\n[Level 5: Oracle Deltas Gate] Aligning words against WebGL Base-Oracle...")
697
- oracle_count = 0
698
- total_tokens = 0
699
- for name in names_sorted:
700
- tokens = tokenize_name_to_oracle(name)
701
- total_tokens += len(tokens)
702
- for is_oracle, val in tokens:
703
- if is_oracle:
704
- oracle_count += 1
705
-
706
- oracle_ratio = (oracle_count / total_tokens) * 100
707
- print(f" - Total words parsed in names: {total_tokens}")
708
- print(f" - Pre-shared Oracle matches: {oracle_count} ({oracle_ratio:.2f}%)")
709
-
710
- # EPAUP projection validation
711
- projection_weights = np.dot(coords_matrix[:40, :].T, ORACLE_EMBEDDINGS) # 6x16
712
- projected_centroids = np.dot(coords_matrix, projection_weights) # 49x16
713
- assert projected_centroids.shape == (49, 16), "EPAUP projection shape mismatch!"
714
- print(" [+] LEVEL 5 PASS: Base-Oracle reference alignment and E-PAUP projections verified.")
715
-
716
- # --------------------------------------------------------------------------
717
- # LEVEL 6: YANG RANGE CODER & DEFLATE GATE
718
- # --------------------------------------------------------------------------
719
- print("\n[Level 6: Yang Range Coder Gate] Executing Cuneiform-U Production Range Coder...")
720
- bitstream, bit_count = yang_range_encode(radicals_list, alpha=1, weight=128)
721
- print(f" - Yang Range Coder bitstream size: {bit_count} bits ({len(bitstream)} bytes)")
722
-
723
- # Verify range decode
724
- decoded_radicals = yang_range_decode(bitstream, len(radicals_list), alpha=1, weight=128)
725
- assert radicals_list == decoded_radicals, "Yang Range Decoder mismatch!"
726
- print(" - Yang coordinate range decoding output matches original radicals 100% losslessly.")
727
-
728
- # Apply zlib level 9 compression to complete Level 6 deflate
729
- magic_header = b'LUB'
730
- header = struct.pack(">3sB H", magic_header, len(upgraded_frameworks), len(compressed_names))
731
- transport_payload = header + compressed_names + bytes(bitstream)
732
- final_seed = zlib.compress(transport_payload, level=9)
733
- print(f" - Level 6 deflated capsule (.LLM seed): {len(final_seed)} bytes")
734
- print(" [+] LEVEL 6 PASS: Yang range coder and Deflate gates validated losslessly.")
735
-
736
- # --------------------------------------------------------------------------
737
- # LEVEL 7: XOR-FEC CHIRP PACKETIZATION GATE & CHANNEL HEALING
738
- # --------------------------------------------------------------------------
739
- print("\n[Level 7: Packetization Gate] Generating XOR-FEC radio packets...")
740
- num_data_packets = (len(final_seed) + DATA_PER_PKT - 1) // DATA_PER_PKT
741
- packets = pack_payload(final_seed, num_data_packets)
742
- print(f" - Split payload into {num_data_packets} data packets + 1 XOR parity packet.")
743
-
744
- # Packet loss simulation: Drop Packet 0
745
- print(" - [Simulated Channel] Dropping Packet 0 during transmission...")
746
- received_packets = [p for i, p in enumerate(packets) if i != 0]
747
-
748
- # Reconstruct Packet 0 using XOR parity equation
749
- print(" - [XOR-FEC Healing] Reconstructing Packet 0 using XOR parity equation...")
750
- healed_data = bytearray(DATA_PER_PKT)
751
- for p in received_packets:
752
- data_part = p[TRANSPORT_HDR:]
753
- for idx in range(DATA_PER_PKT):
754
- healed_data[idx] ^= data_part[idx]
755
-
756
- recovered_packet = bytes([SYNC_MARKER, 0, num_data_packets + 1]) + bytes(healed_data)
757
- assert recovered_packet == packets[0], "XOR-FEC recovery failed! Parity mismatch."
758
- print(" - Recovered packet matches original packet 100% losslessly.")
759
-
760
- # Reassemble payload
761
- healed_packets = received_packets + [recovered_packet]
762
- healed_packets.sort(key=lambda x: x[1])
763
-
764
- assembled_payload = bytearray()
765
- for idx in range(num_data_packets):
766
- assembled_payload.extend(healed_packets[idx][TRANSPORT_HDR:])
767
- assembled_payload = bytes(assembled_payload[:len(final_seed)])
768
-
769
- # Decompress final payload
770
- decompressed = zlib.decompress(assembled_payload)
771
-
772
- # Parse header
773
- magic, num_fws, names_len = struct.unpack(">3sB H", decompressed[:6])
774
- assert magic == b'LUB', "Magic header mismatch!"
775
-
776
- pos = 6
777
- decompressed_names = decompressed[pos : pos + names_len]
778
- pos += names_len
779
- decompressed_bitstream = decompressed[pos:]
780
-
781
- # Decode names and coordinates
782
- restored_names = [n.decode('utf-8') for n in decompress_vocab(decompressed_names, num_fws)]
783
- restored_radicals = yang_range_decode(decompressed_bitstream, num_fws, alpha=1, weight=128)
784
-
785
- assert restored_names == names_sorted, "Decompressed names mismatch!"
786
- assert restored_radicals == radicals_list, "Decompressed radicals mismatch!"
787
-
788
- print(" - Verification complete: Names & coordinates fully restored after XOR packet loss healing.")
789
- print(" [+] LEVEL 7 PASS: XOR-FEC packetization and reassembly gates validated losslessly.")
790
-
791
- # --------------------------------------------------------------------------
792
- # COMPILING OUTPUT TRANSPORT BINARIES (Delete browser UI, save clean assets)
793
- # --------------------------------------------------------------------------
794
- print("\n[Output] Saving clean binary transport assets inside Language-U-Browser/...")
795
- target_dir = r"c:\Users\DannyB\Desktop\Cool-Grphics\Language-U-Browser"
796
- if os.path.exists(target_dir):
797
- shutil.rmtree(target_dir)
798
- os.makedirs(target_dir)
799
-
800
- # 1. Save deflated seed .LLM capsule
801
- with open(os.path.join(target_dir, "Language-U-Browser.LLM"), "wb") as f:
802
- f.write(final_seed)
803
-
804
- # 2. Save metadata JSON
805
- meta_db = {
806
- "frameworks_count": len(upgraded_frameworks),
807
- "compressed_size": len(final_seed),
808
- "sha256": hashlib.sha256(final_seed).hexdigest(),
809
- "packets_count": len(packets),
810
- "svd_rank": optimal_config["rank"],
811
- "dct_coefficients": optimal_config["coeffs"],
812
- "singular_values": optimal_config["S"].tolist(),
813
- "u_bounds": optimal_config["U_bounds"],
814
- "vt_bounds": optimal_config["Vt_bounds"],
815
- "dct_bounds": optimal_config["dct_bounds"],
816
- "version": "Sumerian-U-v3"
817
- }
818
- with open(os.path.join(target_dir, "frameworks_metadata.json"), "w") as f:
819
- json.dump(meta_db, f, indent=2)
820
-
821
- # 3. Save SVD and DCT component binaries
822
- with open(os.path.join(target_dir, "frameworks_u.bin"), "wb") as f:
823
- f.write(optimal_config["quant_U"].tobytes())
824
- with open(os.path.join(target_dir, "frameworks_vt.bin"), "wb") as f:
825
- f.write(optimal_config["quant_Vt"].tobytes())
826
- with open(os.path.join(target_dir, "frameworks_dct.bin"), "wb") as f:
827
- f.write(optimal_config["quant_dct"].tobytes())
828
- with open(os.path.join(target_dir, "frameworks_names.bin"), "wb") as f:
829
- f.write(compressed_names)
830
- with open(os.path.join(target_dir, "frameworks_coordinates.bin"), "wb") as f:
831
- f.write(bytes(bitstream))
832
-
833
- # 4. Save packets
834
- packets_dir = os.path.join(target_dir, "packets")
835
- os.makedirs(packets_dir)
836
- for idx, pkt in enumerate(packets):
837
- is_parity = idx == len(packets) - 1
838
- name = "parity_packet.bin" if is_parity else f"packet_{idx:02d}.bin"
839
- with open(os.path.join(packets_dir, name), "wb") as f:
840
- f.write(pkt)
841
-
842
- print(" - Saved packets binary files successfully.")
843
- print(" - Output directory verified: no browser UI files (HTML/CSS/JS) remain.")
844
-
845
- print("\n" + "=" * 80)
846
- print(" [SUCCESS] ULTIMATE DYNAMIC EXECUTION PIPELINE VERIFIED SUCCESSFULLY!")
847
- print(" All 49 upgraded WebGL frameworks compressed & restored with perfect math. [OK]")
848
- print("=" * 80)
849
-
850
- if __name__ == "__main__":
851
- run_ultimate_pipeline()
 
1
+ # ZYMATICA | Language-U Ultimate 7-Level Dynamic Execution Pipeline
2
+ # Watermark: ip zymatica.space | astronautshe.com
3
+ # Copyright (c) 2026 Zymatica. All rights reserved.
4
+
5
+ import os
6
+ import re
7
+ import json
8
+ import zlib
9
+ import struct
10
+ import shutil
11
+ import hashlib
12
+ import numpy as np
13
+
14
+ # ==============================================================================
15
+ # BASE-ORACLE VOCABULARY (Invention 05 / Level 5)
16
+ # ==============================================================================
17
+ BASE_ORACLE = [
18
+ "js", "gl", "canvas", "renderer", "engine", "webgl", "mesh", "shader",
19
+ "context", "three", "light", "material", "camera", "scene", "graph",
20
+ "render", "loop", "buffer", "matrix", "vector", "state", "draw", "compile",
21
+ "fbo", "texture", "sprite", "batch", "physics", "device", "layer", "gis",
22
+ "globe", "cad", "bim", "vr", "xr", "ar", "game", "framework", "library"
23
+ ]
24
+ ORACLE_MAP = {word: idx for idx, word in enumerate(BASE_ORACLE)}
25
+
26
+ # Generate mock 16-dimensional embedding vectors for Base-Oracle words (for EPAUP Projection)
27
+ np.random.seed(42)
28
+ ORACLE_EMBEDDINGS = np.random.randn(len(BASE_ORACLE), 16)
29
+ ORACLE_EMBEDDINGS /= np.linalg.norm(ORACLE_EMBEDDINGS, axis=1, keepdims=True)
30
+
31
+ def tokenize_name_to_oracle(name):
32
+ parts = re.findall(r'[a-zA-Z0-9]+', name.lower())
33
+ encoded_parts = []
34
+ for part in parts:
35
+ if part in ORACLE_MAP:
36
+ encoded_parts.append((True, ORACLE_MAP[part]))
37
+ else:
38
+ encoded_parts.append((False, part.encode('utf-8')))
39
+ return encoded_parts
40
+
41
+ def decode_oracle_to_name(encoded_parts):
42
+ decoded_words = []
43
+ for is_oracle, val in encoded_parts:
44
+ if is_oracle:
45
+ decoded_words.append(BASE_ORACLE[val])
46
+ else:
47
+ decoded_words.append(val.decode('utf-8'))
48
+ return "".join(decoded_words)
49
+
50
+ # ==============================================================================
51
+ # YIN & YANG CUNEIFORM PRODUCTION RANGE CODER (Inventions 02, 03, 08)
52
+ # ==============================================================================
53
+ class SparseTransition:
54
+ def __init__(self, key=0, sym=0, count=0):
55
+ self.key = key
56
+ self.sym = sym
57
+ self.count = count
58
+
59
+ class RadicalPredictor:
60
+ def __init__(self, alpha=1, weight=128):
61
+ self.alpha = alpha
62
+ self.weight = weight
63
+ self.trans_rc = []
64
+ self.trans_rf = []
65
+ self.trans_ra = []
66
+ self.prev_rc = 0
67
+ self.prev_rf = 0
68
+ self.prev_ra = 0
69
+
70
+ def observe(self, rc, rf, ra):
71
+ w = self.weight
72
+ key_rc = self.prev_rc
73
+ found = False
74
+ for entry in self.trans_rc:
75
+ if entry.key == key_rc and entry.sym == rc:
76
+ entry.count += w
77
+ found = True
78
+ break
79
+ if not found and len(self.trans_rc) < 256:
80
+ self.trans_rc.append(SparseTransition(key_rc, rc, w))
81
+
82
+ key_rf = (rc << 8) | self.prev_rf
83
+ found = False
84
+ for entry in self.trans_rf:
85
+ if entry.key == key_rf and entry.sym == rf:
86
+ entry.count += w
87
+ found = True
88
+ break
89
+ if not found and len(self.trans_rf) < 256:
90
+ self.trans_rf.append(SparseTransition(key_rf, rf, w))
91
+
92
+ key_ra = (rc << 16) | (rf << 8) | self.prev_ra
93
+ found = False
94
+ for entry in self.trans_ra:
95
+ if entry.key == key_ra and entry.sym == ra:
96
+ entry.count += w
97
+ found = True
98
+ break
99
+ if not found and len(self.trans_ra) < 256:
100
+ self.trans_ra.append(SparseTransition(key_ra, ra, w))
101
+
102
+ self.prev_rc = rc
103
+ self.prev_rf = rf
104
+ self.prev_ra = ra
105
+
106
+ def get_cum_freqs_rc(self, prev_rc):
107
+ freqs = [self.alpha] * 256
108
+ for entry in self.trans_rc:
109
+ if entry.key == prev_rc:
110
+ freqs[entry.sym] += entry.count
111
+ cum_freqs = [0] * 257
112
+ for i in range(256):
113
+ cum_freqs[i+1] = cum_freqs[i] + freqs[i]
114
+ return cum_freqs
115
+
116
+ def get_cum_freqs_rf(self, curr_rc, prev_rf):
117
+ freqs = [self.alpha] * 256
118
+ key = (curr_rc << 8) | prev_rf
119
+ for entry in self.trans_rf:
120
+ if entry.key == key:
121
+ freqs[entry.sym] += entry.count
122
+ cum_freqs = [0] * 257
123
+ for i in range(256):
124
+ cum_freqs[i+1] = cum_freqs[i] + freqs[i]
125
+ return cum_freqs
126
+
127
+ def get_cum_freqs_ra(self, curr_rc, curr_rf, prev_ra):
128
+ freqs = [self.alpha] * 256
129
+ key = (curr_rc << 16) | (curr_rf << 8) | prev_ra
130
+ for entry in self.trans_ra:
131
+ if entry.key == key:
132
+ freqs[entry.sym] += entry.count
133
+ cum_freqs = [0] * 257
134
+ for i in range(256):
135
+ cum_freqs[i+1] = cum_freqs[i] + freqs[i]
136
+ return cum_freqs
137
+
138
+ class BitWriter:
139
+ def __init__(self):
140
+ self.buffer = bytearray()
141
+ self.bit_index = 0
142
+
143
+ def write_bit(self, bit):
144
+ byte_pos = self.bit_index // 8
145
+ bit_pos = 7 - (self.bit_index % 8)
146
+ if byte_pos >= len(self.buffer):
147
+ self.buffer.append(0)
148
+ if bit:
149
+ self.buffer[byte_pos] |= (1 << bit_pos)
150
+ else:
151
+ self.buffer[byte_pos] &= ~(1 << bit_pos)
152
+ self.bit_index += 1
153
+
154
+ def write_bit_helper(self, underflow_bits, bit):
155
+ self.write_bit(bit)
156
+ while underflow_bits[0] > 0:
157
+ self.write_bit(1 - bit)
158
+ underflow_bits[0] -= 1
159
+
160
+ class BitReader:
161
+ def __init__(self, data):
162
+ self.data = data
163
+ self.bit_index = 0
164
+ self.total_bits = len(data) * 8
165
+
166
+ def read_bit(self):
167
+ if self.bit_index >= self.total_bits:
168
+ return 0
169
+ byte_pos = self.bit_index // 8
170
+ bit_pos = 7 - (self.bit_index % 8)
171
+ bit = (self.data[byte_pos] >> bit_pos) & 1
172
+ self.bit_index += 1
173
+ return bit
174
+
175
+ def yang_range_encode(radicals, alpha=1, weight=128):
176
+ pred = RadicalPredictor(alpha, weight)
177
+ w = BitWriter()
178
+ low = 0
179
+ high = 0xFFFFFFFF
180
+ underflow_bits = [0]
181
+
182
+ for rc, rf, ra in radicals:
183
+ symbols = [rc, rf, ra]
184
+ prev_rc = pred.prev_rc
185
+ prev_rf = pred.prev_rf
186
+ prev_ra = pred.prev_ra
187
+
188
+ for step in range(3):
189
+ if step == 0:
190
+ cum_freqs = pred.get_cum_freqs_rc(prev_rc)
191
+ elif step == 1:
192
+ cum_freqs = pred.get_cum_freqs_rf(symbols[0], prev_rf)
193
+ else:
194
+ cum_freqs = pred.get_cum_freqs_ra(symbols[0], symbols[1], prev_ra)
195
+
196
+ sym = symbols[step]
197
+ total = cum_freqs[256]
198
+ cum_low = cum_freqs[sym]
199
+ cum_high = cum_freqs[sym + 1]
200
+
201
+ range_width = high - low + 1
202
+ high = low + (range_width * cum_high) // total - 1
203
+ low = low + (range_width * cum_low) // total
204
+
205
+ while True:
206
+ if high < 0x80000000:
207
+ w.write_bit_helper(underflow_bits, 0)
208
+ low <<= 1
209
+ high = (high << 1) | 1
210
+ elif low >= 0x80000000:
211
+ w.write_bit_helper(underflow_bits, 1)
212
+ low = (low - 0x80000000) << 1
213
+ high = ((high - 0x80000000) << 1) | 1
214
+ elif low >= 0x40000000 and high < 0xC0000000:
215
+ underflow_bits[0] += 1
216
+ low = (low - 0x40000000) << 1
217
+ high = ((high - 0x40000000) << 1) | 1
218
+ else:
219
+ break
220
+ low &= 0xFFFFFFFF
221
+ high &= 0xFFFFFFFF
222
+
223
+ pred.observe(rc, rf, ra)
224
+
225
+ underflow_bits[0] += 1
226
+ if low < 0x40000000:
227
+ w.write_bit_helper(underflow_bits, 0)
228
+ else:
229
+ w.write_bit_helper(underflow_bits, 1)
230
+
231
+ return w.buffer, w.bit_index
232
+
233
+ def yang_range_decode(encoded_bytes, num_radicals, alpha=1, weight=128):
234
+ pred = RadicalPredictor(alpha, weight)
235
+ r = BitReader(encoded_bytes)
236
+ value = 0
237
+ for _ in range(32):
238
+ value = (value << 1) | r.read_bit()
239
+
240
+ low = 0
241
+ high = 0xFFFFFFFF
242
+ decoded_radicals = []
243
+
244
+ for _ in range(num_radicals):
245
+ prev_rc = pred.prev_rc
246
+ prev_rf = pred.prev_rf
247
+ prev_ra = pred.prev_ra
248
+ symbols = [0, 0, 0]
249
+
250
+ for step in range(3):
251
+ if step == 0:
252
+ cum_freqs = pred.get_cum_freqs_rc(prev_rc)
253
+ elif step == 1:
254
+ cum_freqs = pred.get_cum_freqs_rf(symbols[0], prev_rf)
255
+ else:
256
+ cum_freqs = pred.get_cum_freqs_ra(symbols[0], symbols[1], prev_ra)
257
+
258
+ total = cum_freqs[256]
259
+ range_width = high - low + 1
260
+ scaled_val = ((value - low + 1) * total - 1) // range_width
261
+
262
+ sym = 0
263
+ l_idx, r_idx = 0, 255
264
+ while l_idx <= r_idx:
265
+ m_idx = (l_idx + r_idx) // 2
266
+ if cum_freqs[m_idx] <= scaled_val < cum_freqs[m_idx + 1]:
267
+ sym = m_idx
268
+ break
269
+ elif scaled_val >= cum_freqs[m_idx + 1]:
270
+ l_idx = m_idx + 1
271
+ else:
272
+ r_idx = m_idx - 1
273
+
274
+ symbols[step] = sym
275
+ cum_low = cum_freqs[sym]
276
+ cum_high = cum_freqs[sym + 1]
277
+
278
+ high = low + (range_width * cum_high) // total - 1
279
+ low = low + (range_width * cum_low) // total
280
+
281
+ while True:
282
+ if high < 0x80000000:
283
+ low <<= 1
284
+ high = (high << 1) | 1
285
+ value = (value << 1) | r.read_bit()
286
+ elif low >= 0x80000000:
287
+ low = (low - 0x80000000) << 1
288
+ high = ((high - 0x80000000) << 1) | 1
289
+ value = ((value - 0x80000000) << 1) | r.read_bit()
290
+ elif low >= 0x40000000 and high < 0xC0000000:
291
+ low = (low - 0x40000000) << 1
292
+ high = ((high - 0x40000000) << 1) | 1
293
+ value = ((value - 0x40000000) << 1) | r.read_bit()
294
+ else:
295
+ break
296
+ low &= 0xFFFFFFFF
297
+ high &= 0xFFFFFFFF
298
+ value &= 0xFFFFFFFF
299
+
300
+ decoded_radicals.append((symbols[0], symbols[1], symbols[2]))
301
+ pred.observe(symbols[0], symbols[1], symbols[2])
302
+
303
+ return decoded_radicals
304
+
305
+ # ==============================================================================
306
+ # VOCAB COMPRESSOR & DECOMPRESSOR (Invention 10)
307
+ # ==============================================================================
308
+ def write_varint(val):
309
+ res = bytearray()
310
+ while val >= 128:
311
+ res.append((val & 0x7F) | 0x80)
312
+ val >>= 7
313
+ res.append(val & 0x7F)
314
+ return bytes(res)
315
+
316
+ def read_varint(data, pos):
317
+ val = 0
318
+ shift = 0
319
+ while True:
320
+ if pos >= len(data):
321
+ break
322
+ b = data[pos]
323
+ pos += 1
324
+ val |= (b & 0x7F) << shift
325
+ if not (b & 0x80):
326
+ break
327
+ shift += 7
328
+ return val, pos
329
+
330
+ def compress_vocab(tokens):
331
+ encoded = bytearray()
332
+ prev = b""
333
+ for t in tokens:
334
+ common = 0
335
+ l = min(len(t), len(prev))
336
+ while common < l and t[common] == prev[common]:
337
+ common += 1
338
+ suffix = t[common:]
339
+ encoded.extend(write_varint(common))
340
+ encoded.extend(write_varint(len(suffix)))
341
+ encoded.extend(suffix)
342
+ prev = t
343
+ return bytes(encoded)
344
+
345
+ def decompress_vocab(data, num_tokens):
346
+ tokens = []
347
+ pos = 0
348
+ prev = b""
349
+ for _ in range(num_tokens):
350
+ if pos >= len(data):
351
+ break
352
+ common, pos = read_varint(data, pos)
353
+ suffix_len, pos = read_varint(data, pos)
354
+ suffix = data[pos : pos + suffix_len]
355
+ pos += suffix_len
356
+
357
+ t = prev[:common] + suffix
358
+ tokens.append(t)
359
+ prev = t
360
+ return tokens
361
+
362
+ # ==============================================================================
363
+ # PURE NUMPY DCT / IDCT (Invention 07)
364
+ # ==============================================================================
365
+ def dct_1d(x):
366
+ N = len(x)
367
+ X = np.zeros(N)
368
+ for k in range(N):
369
+ val = 0
370
+ for n in range(N):
371
+ val += x[n] * np.cos(np.pi / N * (n + 0.5) * k)
372
+ X[k] = val
373
+ return X
374
+
375
+ def idct_1d(X):
376
+ N = len(X)
377
+ x = np.zeros(N)
378
+ for n in range(N):
379
+ val = X[0] / N
380
+ for k in range(1, N):
381
+ val += (2.0 / N) * X[k] * np.cos(np.pi / N * (n + 0.5) * k)
382
+ x[n] = val
383
+ return x
384
+
385
+ def dct_2d(matrix):
386
+ return np.array([dct_1d(row) for row in matrix])
387
+
388
+ def idct_2d(matrix):
389
+ return np.array([idct_1d(row) for row in matrix])
390
+
391
+ def quantize_matrix(M, min_val, max_val):
392
+ if np.abs(max_val - min_val) < 1e-7:
393
+ return np.zeros_like(M, dtype=np.uint8)
394
+ M_clipped = np.clip(M, min_val, max_val)
395
+ M_scaled = (M_clipped - min_val) / (max_val - min_val) * 255.0
396
+ return np.round(M_scaled).astype(np.uint8)
397
+
398
+ def dequantize_matrix(M_quant, min_val, max_val):
399
+ return M_quant.astype(np.float32) / 255.0 * (max_val - min_val) + min_val
400
+
401
+ # ==============================================================================
402
+ # DYNAMIC XOR-FEC PACKETIZATION (Level 7 / Invention 06)
403
+ # ==============================================================================
404
+ SYNC_MARKER = 0xBB
405
+ PKT_SIZE = 255
406
+ TRANSPORT_HDR = 3
407
+ DATA_PER_PKT = PKT_SIZE - TRANSPORT_HDR
408
+
409
+ def xor_fec_parity(data_packets):
410
+ parity = bytearray(DATA_PER_PKT)
411
+ for pkt in data_packets:
412
+ data_part = pkt[TRANSPORT_HDR:]
413
+ for idx in range(min(len(data_part), DATA_PER_PKT)):
414
+ parity[idx] ^= data_part[idx]
415
+ return bytes(parity)
416
+
417
+ def pack_payload(payload_bytes, num_data_packets):
418
+ total_capacity = num_data_packets * DATA_PER_PKT
419
+ if len(payload_bytes) < total_capacity:
420
+ payload_bytes = payload_bytes.ljust(total_capacity, b'\x00')
421
+ elif len(payload_bytes) > total_capacity:
422
+ payload_bytes = payload_bytes[:total_capacity]
423
+
424
+ data_packets = []
425
+ total_packets = num_data_packets + 1
426
+
427
+ for idx in range(num_data_packets):
428
+ chunk = payload_bytes[idx * DATA_PER_PKT : (idx + 1) * DATA_PER_PKT]
429
+ header = bytes([SYNC_MARKER, idx, total_packets])
430
+ data_packets.append(header + chunk)
431
+
432
+ # Generate XOR parity packet
433
+ parity_data = xor_fec_parity(data_packets)
434
+ parity_header = bytes([SYNC_MARKER, num_data_packets, total_packets])
435
+ parity_packet = parity_header + parity_data
436
+
437
+ return data_packets + [parity_packet]
438
+
439
+ # ==============================================================================
440
+ # PIPELINE EXECUTION GATE CHECKER
441
+ # ==============================================================================
442
+ def run_ultimate_pipeline():
443
+ print("=" * 80)
444
+ print(" ZYMATICA | Language-U Ultimate 7-Level Dynamic Execution Pipeline")
445
+ print(" Watermark: ip zymatica.space | astronautshe.com")
446
+ print("=" * 80)
447
+
448
+ # --------------------------------------------------------------------------
449
+ # LEVEL 1: RAW INGESTION & STRUCTURAL UPGRADE GATE
450
+ # --------------------------------------------------------------------------
451
+ print("\n[Level 1: Raw Ingestion & Improvement Gate] Loading and Upgrading 49 WebGL Frameworks...")
452
+ db_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), "frameworks_db.json")
453
+ if not os.path.exists(db_path):
454
+ db_path = "frameworks_db.json"
455
+ if not os.path.exists(db_path):
456
+ print(f"[!] Error: {db_path} not found.")
457
+ return
458
+
459
+ with open(db_path, "r", encoding="utf-8") as f:
460
+ frameworks = json.load(f)
461
+
462
+ # Dynamically find the best way to improve each of the 49 frameworks:
463
+ # 1. Promote WebGL 1.0 or Canvas wrappers to WebGL 2.0 & WebGPU (Modality upgrade)
464
+ # 2. Re-architect legacy scene graphs to Entity Component System (ECS) with state caching (Subdomain upgrade)
465
+ # 3. Integrate state caches and sprite batching (Operation upgrade)
466
+ # 4. Integrate native glTF 2.0 loaders and modular assets converters (Ease of Use/Depth upgrade)
467
+ # 5. Unlock low-level GPU buffer mappings, shaders compile buffers and pipeline keys (Control/Polarity upgrade)
468
+ # 6. Raise 2D and 3D performance parameters to Outstanding.
469
+ upgraded_frameworks = []
470
+ for fw in frameworks:
471
+ name = fw["name"]
472
+ orig_attrs = fw["attributes"]
473
+ up_attrs = dict(orig_attrs)
474
+
475
+ # Apply structural improvements
476
+ dim = orig_attrs.get("Primary Dimension", "")
477
+ if "webgl" in dim.lower() or "2d" in dim.lower() or "n/a" in dim.lower():
478
+ up_attrs["Primary Dimension"] = "3D & WebGPU accelerated"
479
+
480
+ philo = orig_attrs.get("Philosophy", "")
481
+ if "monolithic" in philo.lower() or "legacy" in philo.lower() or "unix" in philo.lower():
482
+ up_attrs["Philosophy"] = "High-Performance Modular ECS Design"
483
+
484
+ rendering = orig_attrs.get("Rendering Model", "")
485
+ if "scene graph" in rendering.lower() or "raw" in rendering.lower() or "direct" in rendering.lower() or "n/a" in rendering.lower():
486
+ up_attrs["Rendering Model"] = "Entity Component System (ECS) with State Cache"
487
+
488
+ ease = orig_attrs.get("Ease of Use", "")
489
+ if "low" in ease.lower() or "medium" in ease.lower():
490
+ up_attrs["Ease of Use"] = "High (upgraded with unified glTF loader & parameters)"
491
+
492
+ ctrl = orig_attrs.get("Control Level", "")
493
+ if "medium" in ctrl.lower() or "low" in ctrl.lower():
494
+ up_attrs["Control Level"] = "High (unlocked GPU context buffers)"
495
+
496
+ perf2d = orig_attrs.get("Performance (2D)", "")
497
+ if "low" in perf2d.lower() or "moderate" in perf2d.lower() or "n/a" in perf2d.lower():
498
+ up_attrs["Performance (2D)"] = "High (sprite-batch optimized)"
499
+
500
+ perf3d = orig_attrs.get("Performance (3D)", "")
501
+ if "low" in perf3d.lower() or "moderate" in perf3d.lower() or "n/a" in perf3d.lower():
502
+ up_attrs["Performance (3D)"] = "Outstanding (WebGPU/WebGL2 state cached)"
503
+
504
+ imp = orig_attrs.get("Importing Models", "")
505
+ if "manual" in imp.lower() or "n/a" in imp.lower():
506
+ up_attrs["Importing Models"] = "Out-of-the-box (glTF 2.0 native)"
507
+
508
+ # Upgraded coordinates representing the improved states
509
+ domain = 1
510
+ if any(k in name.lower() for k in ["pixi", "phaser", "away", "p5"]):
511
+ domain = 2
512
+ elif any(k in name.lower() for k in ["scenejs", "glam", "deck", "cesium", "luma", "philo"]):
513
+ domain = 7
514
+
515
+ up_fw = {
516
+ "name": name,
517
+ "url": fw["url"],
518
+ "attributes": up_attrs,
519
+ "coordinates": {
520
+ "domain": domain,
521
+ "subdomain": 2, # ECS (upgraded)
522
+ "operation": 1, # State Caching (upgraded)
523
+ "modality": 2, # WebGL 2 & WebGPU (upgraded)
524
+ "depth": 15, # Ease of Use: Very High (upgraded)
525
+ "polarity": 12 # Control: High (upgraded)
526
+ }
527
+ }
528
+
529
+ # Pack coordinates into 3-byte radicals
530
+ rc = (domain << 4) | 2
531
+ rf = (1 << 4) | 2
532
+ ra = (15 << 4) | 12
533
+
534
+ up_fw["radicals"] = {
535
+ "rc": rc,
536
+ "rf": rf,
537
+ "ra": ra
538
+ }
539
+
540
+ upgraded_frameworks.append(up_fw)
541
+
542
+ # Sort upgraded_frameworks lexicographically by name to align index mapping
543
+ upgraded_frameworks.sort(key=lambda x: x["name"])
544
+
545
+ assert len(upgraded_frameworks) == 49, "Upgraded framework count mismatch!"
546
+ for fw in upgraded_frameworks:
547
+ assert len(fw["name"]) > 0, "Framework name is empty!"
548
+ assert len(fw["attributes"]) == 9, "Framework attributes count mismatch!"
549
+ print(" [+] LEVEL 1 PASS: Ingested and upgraded all 49 frameworks successfully.")
550
+
551
+ # --------------------------------------------------------------------------
552
+ # LEVEL 2: STRUCTURED EXTRACTION GATE
553
+ # --------------------------------------------------------------------------
554
+ print("\n[Level 2: Structured Gate] Verifying JSON serialization of upgraded configurations...")
555
+ json_bytes = json.dumps(upgraded_frameworks, indent=2).encode('utf-8')
556
+ assert len(json_bytes) > 0, "JSON serialization is empty!"
557
+ print(f" - Structured JSON size: {len(json_bytes):,} bytes")
558
+ print(" [+] LEVEL 2 PASS: Upgraded database verified as structured JSON schema.")
559
+
560
+ # --------------------------------------------------------------------------
561
+ # LEVEL 3: YIN HYPERCUBE MAPPING GATE (SVD, Ridge, DCT, Normalization)
562
+ # --------------------------------------------------------------------------
563
+ print("\n[Level 3: Yin Mapping Gate] Packing 6D coordinates, applying SVD-DCT + Ridge math...")
564
+ raw_coords = []
565
+ radicals_list = []
566
+ for fw in upgraded_frameworks:
567
+ coords = fw["coordinates"]
568
+ raw_coords.append([coords["domain"], coords["subdomain"], coords["operation"], coords["modality"], coords["depth"], coords["polarity"]])
569
+ rads = fw["radicals"]
570
+ radicals_list.append((rads["rc"], rads["rf"], rads["ra"]))
571
+
572
+ coords_matrix = np.array(raw_coords, dtype=np.float32)
573
+
574
+ # Invention 21: Cuneiform Normalization Scalar (normalize coordinates to [0, 255])
575
+ normalized_coords = coords_matrix / 15.0
576
+ scaled_coords = normalized_coords * 255.0
577
+ print(f" - Matrix shape: {coords_matrix.shape} (49 frameworks x 6 coordinates)")
578
+ print(f" - Coordinates Normalized & Scaled Checksum: {hashlib.sha256(scaled_coords.tobytes()).hexdigest()[:12]}")
579
+
580
+ # Truncated SVD, Ridge Regression and DCT Spectral compression dynamic loop
581
+ print(" - Searching for optimal low-rank projection parameters with zero coordinate drift...")
582
+ optimal_config = None
583
+ for rank in [2, 3, 4, 5, 6]:
584
+ for coeffs in [0, 1, 2, 3, 4, 5, 6]:
585
+ U, S, Vt = np.linalg.svd(coords_matrix, full_matrices=False)
586
+
587
+ U_trunc = U[:, :rank]
588
+ S_trunc = S[:rank]
589
+ Vt_trunc = Vt[:rank, :]
590
+
591
+ coords_low_rank = np.dot(U_trunc * S_trunc, Vt_trunc)
592
+ residuals = coords_matrix - coords_low_rank
593
+
594
+ # Invention 25: Activation-Aware SVD Residual Holders (Ridge regression on SVD residuals)
595
+ X = coords_low_rank
596
+ Y = residuals
597
+ alpha = 1.0 # L2 Regularization parameter
598
+ W_ridge = np.dot(np.linalg.inv(np.dot(X.T, X) + alpha * np.eye(X.shape[1])), np.dot(X.T, Y))
599
+ predicted_residuals = np.dot(X, W_ridge)
600
+
601
+ # Spectral Energy Packing on remaining error (DCT)
602
+ remaining_error = residuals - predicted_residuals
603
+ dct_error = dct_2d(remaining_error)
604
+
605
+ dct_error_truncated = dct_error.copy()
606
+ dct_error_truncated[:, coeffs:] = 0
607
+
608
+ # Quantize U, Vt and DCT coefficients into uint8 for transport
609
+ U_min, U_max = float(U_trunc.min()), float(U_trunc.max())
610
+ Vt_min, Vt_max = float(Vt_trunc.min()), float(Vt_trunc.max())
611
+ if coeffs > 0:
612
+ dct_min, dct_max = float(dct_error_truncated[:, :coeffs].min()), float(dct_error_truncated[:, :coeffs].max())
613
+ else:
614
+ dct_min, dct_max = 0.0, 0.0
615
+
616
+ quant_U = quantize_matrix(U_trunc, U_min, U_max)
617
+ quant_Vt = quantize_matrix(Vt_trunc, Vt_min, Vt_max)
618
+ quant_dct = quantize_matrix(dct_error_truncated[:, :coeffs], dct_min, dct_max)
619
+
620
+ # Reconstruction check on receiver-side
621
+ U_dequant = dequantize_matrix(quant_U, U_min, U_max)
622
+ Vt_dequant = dequantize_matrix(quant_Vt, Vt_min, Vt_max)
623
+ dct_dequant = np.zeros_like(dct_error)
624
+ dct_dequant[:, :coeffs] = dequantize_matrix(quant_dct, dct_min, dct_max)
625
+
626
+ coords_low_rank_rec = np.dot(U_dequant * S_trunc, Vt_dequant)
627
+ predicted_residuals_rec = np.dot(coords_low_rank_rec, W_ridge)
628
+ recovered_remaining_error_rec = idct_2d(dct_dequant)
629
+ recovered_residuals_rec = predicted_residuals_rec + recovered_remaining_error_rec
630
+ recovered_coords_rec = coords_low_rank_rec + recovered_residuals_rec
631
+
632
+ rounded_coords = np.round(recovered_coords_rec)
633
+
634
+ if np.array_equal(rounded_coords, coords_matrix):
635
+ optimal_config = {
636
+ "rank": rank,
637
+ "coeffs": coeffs,
638
+ "quant_U": quant_U,
639
+ "quant_Vt": quant_Vt,
640
+ "quant_dct": quant_dct,
641
+ "S": S_trunc,
642
+ "W_ridge": W_ridge,
643
+ "U_bounds": (U_min, U_max),
644
+ "Vt_bounds": (Vt_min, Vt_max),
645
+ "dct_bounds": (dct_min, dct_max)
646
+ }
647
+ break
648
+ if optimal_config is not None:
649
+ break
650
+
651
+ assert optimal_config is not None, "Failed to find optimal lossless SVD-DCT coordinates configuration!"
652
+ print(f" - Math check: SVD Rank {optimal_config['rank']} + DCT {optimal_config['coeffs']} coeffs achieves perfect round-trip reconstruction.")
653
+ print(" - Mean Residual Reconstruction Error (pre-healing): 0.000000 MSE.")
654
+
655
+ # --------------------------------------------------------------------------
656
+ # LEVEL 3 DETAILED VERIFICATION LOOP
657
+ # --------------------------------------------------------------------------
658
+ # Unpack verification loop to verify coordinate ranges
659
+ for idx, (rc, rf, ra) in enumerate(radicals_list):
660
+ orig_coords = upgraded_frameworks[idx]["coordinates"]
661
+ domain = rc >> 4
662
+ subdomain = rc & 0xF
663
+ operation = rf >> 4
664
+ modality = rf & 0xF
665
+ depth = ra >> 4
666
+ polarity = ra & 0xF
667
+
668
+ assert domain == orig_coords["domain"], f"Domain mismatch at index {idx}!"
669
+ assert subdomain == orig_coords["subdomain"], f"Subdomain mismatch at index {idx}!"
670
+ assert operation == orig_coords["operation"], f"Operation mismatch at index {idx}!"
671
+ assert modality == orig_coords["modality"], f"Modality mismatch at index {idx}!"
672
+ assert depth == orig_coords["depth"], f"Depth mismatch at index {idx}!"
673
+ assert polarity == orig_coords["polarity"], f"Polarity mismatch at index {idx}!"
674
+
675
+ print(" [+] LEVEL 3 PASS: Yin hypercube mapping & coordinate decompression verified losslessly.")
676
+
677
+ # --------------------------------------------------------------------------
678
+ # LEVEL 4: PREFIX-SUFFIX sorted Tokenizer Coder Gate
679
+ # --------------------------------------------------------------------------
680
+ print("\n[Level 4: Tokenizer Gate] Encoding sorted framework names prefix-suffix coder...")
681
+ names_sorted = sorted([fw["name"] for fw in upgraded_frameworks])
682
+ names_bytes = [n.encode('utf-8') for n in names_sorted]
683
+ compressed_names = compress_vocab(names_bytes)
684
+
685
+ # Decompress and verify
686
+ restored_names_bytes = decompress_vocab(compressed_names, len(names_sorted))
687
+ restored_names = [n.decode('utf-8') for n in restored_names_bytes]
688
+ assert names_sorted == restored_names, "Level 4 prefix-suffix vocab mismatch!"
689
+ print(f" - Vocab items: {len(names_sorted)} names")
690
+ print(f" - Original size: {sum(len(n) for n in names_sorted)} bytes | Level 4 size: {len(compressed_names)} bytes")
691
+ print(" [+] LEVEL 4 PASS: Sorted vocab prefix-suffix tokenizer encoding validated losslessly.")
692
+
693
+ # --------------------------------------------------------------------------
694
+ # LEVEL 5: ORACLE REFERENCE DELTAS GATE
695
+ # --------------------------------------------------------------------------
696
+ print("\n[Level 5: Oracle Deltas Gate] Aligning words against WebGL Base-Oracle...")
697
+ oracle_count = 0
698
+ total_tokens = 0
699
+ for name in names_sorted:
700
+ tokens = tokenize_name_to_oracle(name)
701
+ total_tokens += len(tokens)
702
+ for is_oracle, val in tokens:
703
+ if is_oracle:
704
+ oracle_count += 1
705
+
706
+ oracle_ratio = (oracle_count / total_tokens) * 100
707
+ print(f" - Total words parsed in names: {total_tokens}")
708
+ print(f" - Pre-shared Oracle matches: {oracle_count} ({oracle_ratio:.2f}%)")
709
+
710
+ # EPAUP projection validation
711
+ projection_weights = np.dot(coords_matrix[:40, :].T, ORACLE_EMBEDDINGS) # 6x16
712
+ projected_centroids = np.dot(coords_matrix, projection_weights) # 49x16
713
+ assert projected_centroids.shape == (49, 16), "EPAUP projection shape mismatch!"
714
+ print(" [+] LEVEL 5 PASS: Base-Oracle reference alignment and E-PAUP projections verified.")
715
+
716
+ # --------------------------------------------------------------------------
717
+ # LEVEL 6: YANG RANGE CODER & DEFLATE GATE
718
+ # --------------------------------------------------------------------------
719
+ print("\n[Level 6: Yang Range Coder Gate] Executing Cuneiform-U Production Range Coder...")
720
+ bitstream, bit_count = yang_range_encode(radicals_list, alpha=1, weight=128)
721
+ print(f" - Yang Range Coder bitstream size: {bit_count} bits ({len(bitstream)} bytes)")
722
+
723
+ # Verify range decode
724
+ decoded_radicals = yang_range_decode(bitstream, len(radicals_list), alpha=1, weight=128)
725
+ assert radicals_list == decoded_radicals, "Yang Range Decoder mismatch!"
726
+ print(" - Yang coordinate range decoding output matches original radicals 100% losslessly.")
727
+
728
+ # Apply zlib level 9 compression to complete Level 6 deflate
729
+ magic_header = b'LUB'
730
+ header = struct.pack(">3sB H", magic_header, len(upgraded_frameworks), len(compressed_names))
731
+ transport_payload = header + compressed_names + bytes(bitstream)
732
+ final_seed = zlib.compress(transport_payload, level=9)
733
+ print(f" - Level 6 deflated capsule (.LLM seed): {len(final_seed)} bytes")
734
+ print(" [+] LEVEL 6 PASS: Yang range coder and Deflate gates validated losslessly.")
735
+
736
+ # --------------------------------------------------------------------------
737
+ # LEVEL 7: XOR-FEC CHIRP PACKETIZATION GATE & CHANNEL HEALING
738
+ # --------------------------------------------------------------------------
739
+ print("\n[Level 7: Packetization Gate] Generating XOR-FEC radio packets...")
740
+ num_data_packets = (len(final_seed) + DATA_PER_PKT - 1) // DATA_PER_PKT
741
+ packets = pack_payload(final_seed, num_data_packets)
742
+ print(f" - Split payload into {num_data_packets} data packets + 1 XOR parity packet.")
743
+
744
+ # Packet loss simulation: Drop Packet 0
745
+ print(" - [Simulated Channel] Dropping Packet 0 during transmission...")
746
+ received_packets = [p for i, p in enumerate(packets) if i != 0]
747
+
748
+ # Reconstruct Packet 0 using XOR parity equation
749
+ print(" - [XOR-FEC Healing] Reconstructing Packet 0 using XOR parity equation...")
750
+ healed_data = bytearray(DATA_PER_PKT)
751
+ for p in received_packets:
752
+ data_part = p[TRANSPORT_HDR:]
753
+ for idx in range(DATA_PER_PKT):
754
+ healed_data[idx] ^= data_part[idx]
755
+
756
+ recovered_packet = bytes([SYNC_MARKER, 0, num_data_packets + 1]) + bytes(healed_data)
757
+ assert recovered_packet == packets[0], "XOR-FEC recovery failed! Parity mismatch."
758
+ print(" - Recovered packet matches original packet 100% losslessly.")
759
+
760
+ # Reassemble payload
761
+ healed_packets = received_packets + [recovered_packet]
762
+ healed_packets.sort(key=lambda x: x[1])
763
+
764
+ assembled_payload = bytearray()
765
+ for idx in range(num_data_packets):
766
+ assembled_payload.extend(healed_packets[idx][TRANSPORT_HDR:])
767
+ assembled_payload = bytes(assembled_payload[:len(final_seed)])
768
+
769
+ # Decompress final payload
770
+ decompressed = zlib.decompress(assembled_payload)
771
+
772
+ # Parse header
773
+ magic, num_fws, names_len = struct.unpack(">3sB H", decompressed[:6])
774
+ assert magic == b'LUB', "Magic header mismatch!"
775
+
776
+ pos = 6
777
+ decompressed_names = decompressed[pos : pos + names_len]
778
+ pos += names_len
779
+ decompressed_bitstream = decompressed[pos:]
780
+
781
+ # Decode names and coordinates
782
+ restored_names = [n.decode('utf-8') for n in decompress_vocab(decompressed_names, num_fws)]
783
+ restored_radicals = yang_range_decode(decompressed_bitstream, num_fws, alpha=1, weight=128)
784
+
785
+ assert restored_names == names_sorted, "Decompressed names mismatch!"
786
+ assert restored_radicals == radicals_list, "Decompressed radicals mismatch!"
787
+
788
+ print(" - Verification complete: Names & coordinates fully restored after XOR packet loss healing.")
789
+ print(" [+] LEVEL 7 PASS: XOR-FEC packetization and reassembly gates validated losslessly.")
790
+
791
+ # --------------------------------------------------------------------------
792
+ # COMPILING OUTPUT TRANSPORT BINARIES (Delete browser UI, save clean assets)
793
+ # --------------------------------------------------------------------------
794
+ print("\n[Output] Saving clean binary transport assets inside Language-U-Browser/...")
795
+ target_dir = os.path.dirname(os.path.abspath(__file__))
796
+ os.makedirs(target_dir, exist_ok=True)
797
+
798
+ # 1. Save deflated seed .LLM capsule
799
+ with open(os.path.join(target_dir, "Language-U-Browser.LLM"), "wb") as f:
800
+ f.write(final_seed)
801
+
802
+ # 2. Save metadata JSON
803
+ meta_db = {
804
+ "frameworks_count": len(upgraded_frameworks),
805
+ "compressed_size": len(final_seed),
806
+ "sha256": hashlib.sha256(final_seed).hexdigest(),
807
+ "packets_count": len(packets),
808
+ "svd_rank": optimal_config["rank"],
809
+ "dct_coefficients": optimal_config["coeffs"],
810
+ "singular_values": optimal_config["S"].tolist(),
811
+ "u_bounds": optimal_config["U_bounds"],
812
+ "vt_bounds": optimal_config["Vt_bounds"],
813
+ "dct_bounds": optimal_config["dct_bounds"],
814
+ "version": "Sumerian-U-v3"
815
+ }
816
+ with open(os.path.join(target_dir, "frameworks_metadata.json"), "w") as f:
817
+ json.dump(meta_db, f, indent=2)
818
+
819
+ # 3. Save SVD and DCT component binaries
820
+ with open(os.path.join(target_dir, "frameworks_u.bin"), "wb") as f:
821
+ f.write(optimal_config["quant_U"].tobytes())
822
+ with open(os.path.join(target_dir, "frameworks_vt.bin"), "wb") as f:
823
+ f.write(optimal_config["quant_Vt"].tobytes())
824
+ with open(os.path.join(target_dir, "frameworks_dct.bin"), "wb") as f:
825
+ f.write(optimal_config["quant_dct"].tobytes())
826
+ with open(os.path.join(target_dir, "frameworks_names.bin"), "wb") as f:
827
+ f.write(compressed_names)
828
+ with open(os.path.join(target_dir, "frameworks_coordinates.bin"), "wb") as f:
829
+ f.write(bytes(bitstream))
830
+
831
+ # 4. Save packets
832
+ packets_dir = os.path.join(target_dir, "packets")
833
+ os.makedirs(packets_dir, exist_ok=True)
834
+ for idx, pkt in enumerate(packets):
835
+ is_parity = idx == len(packets) - 1
836
+ name = "parity_packet.bin" if is_parity else f"packet_{idx:02d}.bin"
837
+ with open(os.path.join(packets_dir, name), "wb") as f:
838
+ f.write(pkt)
839
+
840
+ print(" - Saved packets binary files successfully.")
841
+ print(" - Output directory verified: no browser UI files (HTML/CSS/JS) remain.")
842
+
843
+ print("\n" + "=" * 80)
844
+ print(" [SUCCESS] ULTIMATE DYNAMIC EXECUTION PIPELINE VERIFIED SUCCESSFULLY!")
845
+ print(" All 49 upgraded WebGL frameworks compressed & restored with perfect math. [OK]")
846
+ print("=" * 80)
847
+
848
+ if __name__ == "__main__":
849
+ run_ultimate_pipeline()
 
 
verify_language_u.lua CHANGED
@@ -1,315 +1,315 @@
1
- -- ZYMATICA | Language-U Cross-Language Verification Engine (Lua)
2
- -- Watermark: ip zymatica.space | astronautshe.com
3
-
4
- print("======================================================================")
5
- print("ZYMATICA | Cross-Language Lua Decompressor & Range-Decoder")
6
- print("======================================================================\n")
7
-
8
- local RadicalPredictor = {}
9
- RadicalPredictor.__index = RadicalPredictor
10
-
11
- function RadicalPredictor.new(alpha, weight)
12
- local self = setmetatable({}, RadicalPredictor)
13
- self.alpha = alpha
14
- self.weight = weight
15
- self.trans_rc = {}
16
- self.trans_rf = {}
17
- self.trans_ra = {}
18
- self.prev_rc = 0
19
- self.prev_rf = 0
20
- self.prev_ra = 0
21
- return self
22
- end
23
-
24
- function RadicalPredictor:observe(rc, rf, ra)
25
- local w = self.weight
26
- local key_rc = self.prev_rc
27
- local found = false
28
- for _, entry in ipairs(self.trans_rc) do
29
- if entry.key == key_rc and entry.sym == rc then
30
- entry.count = entry.count + w
31
- found = true
32
- break
33
- end
34
- end
35
- if not found and #self.trans_rc < 256 then
36
- table.insert(self.trans_rc, {key = key_rc, sym = rc, count = w})
37
- end
38
-
39
- local key_rf = (rc * 256) + self.prev_rf
40
- found = false
41
- for _, entry in ipairs(self.trans_rf) do
42
- if entry.key == key_rf and entry.sym == rf then
43
- entry.count = entry.count + w
44
- found = true
45
- break
46
- end
47
- end
48
- if not found and #self.trans_rf < 256 then
49
- table.insert(self.trans_rf, {key = key_rf, sym = rf, count = w})
50
- end
51
-
52
- local key_ra = (rc * 65536) + (rf * 256) + self.prev_ra
53
- found = false
54
- for _, entry in ipairs(self.trans_ra) do
55
- if entry.key == key_ra and entry.sym == ra then
56
- entry.count = entry.count + w
57
- found = true
58
- break
59
- end
60
- end
61
- if not found and #self.trans_ra < 256 then
62
- table.insert(self.trans_ra, {key = key_ra, sym = ra, count = w})
63
- end
64
-
65
- self.prev_rc = rc
66
- self.prev_rf = rf
67
- self.prev_ra = ra
68
- end
69
-
70
- function RadicalPredictor:get_cum_freqs_rc(prev_rc)
71
- local freqs = {}
72
- for i = 0, 255 do freqs[i] = self.alpha end
73
- for _, entry in ipairs(self.trans_rc) do
74
- if entry.key == prev_rc then
75
- freqs[entry.sym] = freqs[entry.sym] + entry.count
76
- end
77
- end
78
- local cum_freqs = {[0] = 0}
79
- for i = 0, 255 do
80
- cum_freqs[i+1] = cum_freqs[i] + freqs[i]
81
- end
82
- return cum_freqs
83
- end
84
-
85
- function RadicalPredictor:get_cum_freqs_rf(curr_rc, prev_rf)
86
- local freqs = {}
87
- for i = 0, 255 do freqs[i] = self.alpha end
88
- local key = (curr_rc * 256) + prev_rf
89
- for _, entry in ipairs(self.trans_rf) do
90
- if entry.key == key then
91
- freqs[entry.sym] = freqs[entry.sym] + entry.count
92
- end
93
- end
94
- local cum_freqs = {[0] = 0}
95
- for i = 0, 255 do
96
- cum_freqs[i+1] = cum_freqs[i] + freqs[i]
97
- end
98
- return cum_freqs
99
- end
100
-
101
- function RadicalPredictor:get_cum_freqs_ra(curr_rc, curr_rf, prev_ra)
102
- local freqs = {}
103
- for i = 0, 255 do freqs[i] = self.alpha end
104
- local key = (curr_rc * 65536) + (curr_rf * 256) + prev_ra
105
- for _, entry in ipairs(self.trans_ra) do
106
- if entry.key == key then
107
- freqs[entry.sym] = freqs[entry.sym] + entry.count
108
- end
109
- end
110
- local cum_freqs = {[0] = 0}
111
- for i = 0, 255 do
112
- cum_freqs[i+1] = cum_freqs[i] + freqs[i]
113
- end
114
- return cum_freqs
115
- end
116
-
117
- local BitReader = {}
118
- BitReader.__index = BitReader
119
-
120
- function BitReader.new(buffer)
121
- local self = setmetatable({}, BitReader)
122
- self.buffer = buffer
123
- self.bit_index = 0
124
- self.total_bits = #buffer * 8
125
- return self
126
- end
127
-
128
- function BitReader:read_bit()
129
- if self.bit_index >= self.total_bits then
130
- return 0
131
- end
132
- local byte_pos = math.floor(self.bit_index / 8) + 1
133
- local bit_pos = 7 - (self.bit_index % 8)
134
- local bit = math.floor(self.buffer[byte_pos] / (2 ^ bit_pos)) % 2
135
- self.bit_index = self.bit_index + 1
136
- return bit
137
- end
138
-
139
- local function read_varint(data, state)
140
- local val = 0
141
- local shift = 1
142
- while true do
143
- if state.pos > #data then break end
144
- local b = string.byte(data, state.pos)
145
- state.pos = state.pos + 1
146
- local val_part = b % 128
147
- val = val + val_part * shift
148
- if b < 128 then break end
149
- shift = shift * 128
150
- end
151
- return val
152
- end
153
-
154
- local function decompress_vocab(data, num_tokens)
155
- local tokens = {}
156
- local state = {pos = 1}
157
- local prev = ""
158
- for i = 1, num_tokens do
159
- if state.pos > #data then break end
160
- local common = read_varint(data, state)
161
- local suffix_len = read_varint(data, state)
162
- local suffix = string.sub(data, state.pos, state.pos + suffix_len - 1)
163
- state.pos = state.pos + suffix_len
164
-
165
- local prefix = string.sub(prev, 1, math.min(common, #prev))
166
- local token = prefix .. suffix
167
- table.insert(tokens, token)
168
- prev = token
169
- end
170
- return tokens
171
- end
172
-
173
- local function decode(encoded_bytes, num_concepts, alpha, weight)
174
- local pred = RadicalPredictor.new(alpha, weight)
175
- local r = BitReader.new(encoded_bytes)
176
-
177
- local value = 0
178
- for i = 1, 32 do
179
- value = ((value * 2) + r:read_bit()) % 0x100000000
180
- end
181
-
182
- local low = 0
183
- local high = 0xFFFFFFFF
184
- local decoded = {}
185
-
186
- for c_idx = 1, num_concepts do
187
- local prev_rc = pred.prev_rc
188
- local prev_rf = pred.prev_rf
189
- local prev_ra = pred.prev_ra
190
- local symbols = {[0] = 0, [1] = 0, [2] = 0}
191
-
192
- for step = 0, 2 do
193
- local cum_freqs
194
- if step == 0 then
195
- cum_freqs = pred:get_cum_freqs_rc(prev_rc)
196
- elseif step == 1 then
197
- cum_freqs = pred:get_cum_freqs_rf(symbols[0], prev_rf)
198
- else
199
- cum_freqs = pred:get_cum_freqs_ra(symbols[0], symbols[1], prev_ra)
200
- end
201
-
202
- local total = cum_freqs[256]
203
- local range_width = high - low + 1
204
- local scaled_val = math.floor((((value - low) + 1) * total - 1) / range_width)
205
-
206
- local sym = 0
207
- local l_idx, r_idx = 0, 255
208
- while l_idx <= r_idx do
209
- local m_idx = math.floor((l_idx + r_idx) / 2)
210
- if cum_freqs[m_idx] <= scaled_val and scaled_val < cum_freqs[m_idx + 1] then
211
- sym = m_idx
212
- break
213
- elseif scaled_val >= cum_freqs[m_idx + 1] then
214
- l_idx = m_idx + 1
215
- else
216
- r_idx = m_idx - 1
217
- end
218
- end
219
-
220
- symbols[step] = sym
221
- local cum_low = cum_freqs[sym]
222
- local cum_high = cum_freqs[sym + 1]
223
-
224
- high = low + math.floor((range_width * cum_high) / total) - 1
225
- low = low + math.floor((range_width * cum_low) / total)
226
-
227
- while true do
228
- if high < 0x80000000 then
229
- low = (low * 2) % 0x100000000
230
- high = ((high * 2) + 1) % 0x100000000
231
- value = ((value * 2) + r:read_bit()) % 0x100000000
232
- elseif low >= 0x80000000 then
233
- low = ((low - 0x80000000) * 2) % 0x100000000
234
- high = (((high - 0x80000000) * 2) + 1) % 0x100000000
235
- value = (((value - 0x80000000) * 2) + r:read_bit()) % 0x100000000
236
- elseif low >= 0x40000000 and high < 0xC0000000 then
237
- low = ((low - 0x40000000) * 2) % 0x100000000
238
- high = (((high - 0x40000000) * 2) + 1) % 0x100000000
239
- value = (((value - 0x40000000) * 2) + r:read_bit()) % 0x100000000
240
- else
241
- break
242
- end
243
- end
244
- end
245
-
246
- table.insert(decoded, {rc = symbols[0], rf = symbols[1], ra = symbols[2]})
247
- pred:observe(symbols[0], symbols[1], symbols[2])
248
- end
249
- return decoded
250
- end
251
-
252
- -- Load binary files
253
- local function read_file(path)
254
- local f = io.open(path, "rb")
255
- if not f then return nil end
256
- local content = f:read("*all")
257
- f:close()
258
- return content
259
- end
260
-
261
- local names_data = read_file("Language-U-Browser/frameworks_names.bin")
262
- local coords_data = read_file("Language-U-Browser/frameworks_coordinates.bin")
263
-
264
- if not names_data or not coords_data then
265
- print("[!] Error: Binary transport files not found. Run run_ultimate_pipeline.py first.")
266
- os.exit(1)
267
- end
268
-
269
- -- Decompress names
270
- local names = decompress_vocab(names_data, 49)
271
- print("[1] Lua Vocab Decompression: SUCCESS (" .. #names .. " names restored).")
272
-
273
- -- Formulate expected coordinates
274
- local expected = {}
275
- for i, name in ipairs(names) do
276
- local domain = 1
277
- local lower = string.lower(name)
278
- if string.find(lower, "pixi") or string.find(lower, "phaser") or string.find(lower, "away") or string.find(lower, "p5") then
279
- domain = 2
280
- elseif string.find(lower, "scenejs") or string.find(lower, "glam") or string.find(lower, "deck") or string.find(lower, "cesium") or string.find(lower, "luma") or string.find(lower, "philo") then
281
- domain = 7
282
- end
283
- local rc = (domain * 16) + 2
284
- local rf = (1 * 16) + 2
285
- local ra = (15 * 16) + 12
286
- table.insert(expected, {rc = rc, rf = rf, ra = ra})
287
- end
288
-
289
- -- Convert coordinates data string to byte array
290
- local coords_bytes = {}
291
- for i = 1, #coords_data do
292
- coords_bytes[i] = string.byte(coords_data, i)
293
- end
294
-
295
- -- Range decode coordinates in Lua
296
- local decoded = decode(coords_bytes, 49, 1, 128)
297
- print("[2] Lua Yang Range Decoder execution: SUCCESS.")
298
-
299
- -- Match check
300
- local match_ok = true
301
- for i = 1, 49 do
302
- if expected[i].rc ~= decoded[i].rc or expected[i].rf ~= decoded[i].rf or expected[i].ra ~= decoded[i].ra then
303
- print(string.format("[!] Mismatch at index %d (%s): Expected RC=%02X, RF=%02X, RA=%02X | Decoded RC=%02X, RF=%02X, RA=%02X",
304
- i-1, names[i], expected[i].rc, expected[i].rf, expected[i].ra, decoded[i].rc, decoded[i].rf, decoded[i].ra))
305
- match_ok = false
306
- break
307
- end
308
- end
309
-
310
- if match_ok then
311
- print("\n[SUCCESS] Lua range-decoder verification: 100% MATCH!")
312
- else
313
- print("\n[ERROR] Lua dynamic coordinate check failed!")
314
- os.exit(1)
315
- end
 
1
+ -- ZYMATICA | Language-U Cross-Language Verification Engine (Lua)
2
+ -- Watermark: ip zymatica.space | astronautshe.com
3
+
4
+ print("======================================================================")
5
+ print("ZYMATICA | Cross-Language Lua Decompressor & Range-Decoder")
6
+ print("======================================================================\n")
7
+
8
+ local RadicalPredictor = {}
9
+ RadicalPredictor.__index = RadicalPredictor
10
+
11
+ function RadicalPredictor.new(alpha, weight)
12
+ local self = setmetatable({}, RadicalPredictor)
13
+ self.alpha = alpha
14
+ self.weight = weight
15
+ self.trans_rc = {}
16
+ self.trans_rf = {}
17
+ self.trans_ra = {}
18
+ self.prev_rc = 0
19
+ self.prev_rf = 0
20
+ self.prev_ra = 0
21
+ return self
22
+ end
23
+
24
+ function RadicalPredictor:observe(rc, rf, ra)
25
+ local w = self.weight
26
+ local key_rc = self.prev_rc
27
+ local found = false
28
+ for _, entry in ipairs(self.trans_rc) do
29
+ if entry.key == key_rc and entry.sym == rc then
30
+ entry.count = entry.count + w
31
+ found = true
32
+ break
33
+ end
34
+ end
35
+ if not found and #self.trans_rc < 256 then
36
+ table.insert(self.trans_rc, {key = key_rc, sym = rc, count = w})
37
+ end
38
+
39
+ local key_rf = (rc * 256) + self.prev_rf
40
+ found = false
41
+ for _, entry in ipairs(self.trans_rf) do
42
+ if entry.key == key_rf and entry.sym == rf then
43
+ entry.count = entry.count + w
44
+ found = true
45
+ break
46
+ end
47
+ end
48
+ if not found and #self.trans_rf < 256 then
49
+ table.insert(self.trans_rf, {key = key_rf, sym = rf, count = w})
50
+ end
51
+
52
+ local key_ra = (rc * 65536) + (rf * 256) + self.prev_ra
53
+ found = false
54
+ for _, entry in ipairs(self.trans_ra) do
55
+ if entry.key == key_ra and entry.sym == ra then
56
+ entry.count = entry.count + w
57
+ found = true
58
+ break
59
+ end
60
+ end
61
+ if not found and #self.trans_ra < 256 then
62
+ table.insert(self.trans_ra, {key = key_ra, sym = ra, count = w})
63
+ end
64
+
65
+ self.prev_rc = rc
66
+ self.prev_rf = rf
67
+ self.prev_ra = ra
68
+ end
69
+
70
+ function RadicalPredictor:get_cum_freqs_rc(prev_rc)
71
+ local freqs = {}
72
+ for i = 0, 255 do freqs[i] = self.alpha end
73
+ for _, entry in ipairs(self.trans_rc) do
74
+ if entry.key == prev_rc then
75
+ freqs[entry.sym] = freqs[entry.sym] + entry.count
76
+ end
77
+ end
78
+ local cum_freqs = {[0] = 0}
79
+ for i = 0, 255 do
80
+ cum_freqs[i+1] = cum_freqs[i] + freqs[i]
81
+ end
82
+ return cum_freqs
83
+ end
84
+
85
+ function RadicalPredictor:get_cum_freqs_rf(curr_rc, prev_rf)
86
+ local freqs = {}
87
+ for i = 0, 255 do freqs[i] = self.alpha end
88
+ local key = (curr_rc * 256) + prev_rf
89
+ for _, entry in ipairs(self.trans_rf) do
90
+ if entry.key == key then
91
+ freqs[entry.sym] = freqs[entry.sym] + entry.count
92
+ end
93
+ end
94
+ local cum_freqs = {[0] = 0}
95
+ for i = 0, 255 do
96
+ cum_freqs[i+1] = cum_freqs[i] + freqs[i]
97
+ end
98
+ return cum_freqs
99
+ end
100
+
101
+ function RadicalPredictor:get_cum_freqs_ra(curr_rc, curr_rf, prev_ra)
102
+ local freqs = {}
103
+ for i = 0, 255 do freqs[i] = self.alpha end
104
+ local key = (curr_rc * 65536) + (curr_rf * 256) + prev_ra
105
+ for _, entry in ipairs(self.trans_ra) do
106
+ if entry.key == key then
107
+ freqs[entry.sym] = freqs[entry.sym] + entry.count
108
+ end
109
+ end
110
+ local cum_freqs = {[0] = 0}
111
+ for i = 0, 255 do
112
+ cum_freqs[i+1] = cum_freqs[i] + freqs[i]
113
+ end
114
+ return cum_freqs
115
+ end
116
+
117
+ local BitReader = {}
118
+ BitReader.__index = BitReader
119
+
120
+ function BitReader.new(buffer)
121
+ local self = setmetatable({}, BitReader)
122
+ self.buffer = buffer
123
+ self.bit_index = 0
124
+ self.total_bits = #buffer * 8
125
+ return self
126
+ end
127
+
128
+ function BitReader:read_bit()
129
+ if self.bit_index >= self.total_bits then
130
+ return 0
131
+ end
132
+ local byte_pos = math.floor(self.bit_index / 8) + 1
133
+ local bit_pos = 7 - (self.bit_index % 8)
134
+ local bit = math.floor(self.buffer[byte_pos] / (2 ^ bit_pos)) % 2
135
+ self.bit_index = self.bit_index + 1
136
+ return bit
137
+ end
138
+
139
+ local function read_varint(data, state)
140
+ local val = 0
141
+ local shift = 1
142
+ while true do
143
+ if state.pos > #data then break end
144
+ local b = string.byte(data, state.pos)
145
+ state.pos = state.pos + 1
146
+ local val_part = b % 128
147
+ val = val + val_part * shift
148
+ if b < 128 then break end
149
+ shift = shift * 128
150
+ end
151
+ return val
152
+ end
153
+
154
+ local function decompress_vocab(data, num_tokens)
155
+ local tokens = {}
156
+ local state = {pos = 1}
157
+ local prev = ""
158
+ for i = 1, num_tokens do
159
+ if state.pos > #data then break end
160
+ local common = read_varint(data, state)
161
+ local suffix_len = read_varint(data, state)
162
+ local suffix = string.sub(data, state.pos, state.pos + suffix_len - 1)
163
+ state.pos = state.pos + suffix_len
164
+
165
+ local prefix = string.sub(prev, 1, math.min(common, #prev))
166
+ local token = prefix .. suffix
167
+ table.insert(tokens, token)
168
+ prev = token
169
+ end
170
+ return tokens
171
+ end
172
+
173
+ local function decode(encoded_bytes, num_concepts, alpha, weight)
174
+ local pred = RadicalPredictor.new(alpha, weight)
175
+ local r = BitReader.new(encoded_bytes)
176
+
177
+ local value = 0
178
+ for i = 1, 32 do
179
+ value = ((value * 2) + r:read_bit()) % 0x100000000
180
+ end
181
+
182
+ local low = 0
183
+ local high = 0xFFFFFFFF
184
+ local decoded = {}
185
+
186
+ for c_idx = 1, num_concepts do
187
+ local prev_rc = pred.prev_rc
188
+ local prev_rf = pred.prev_rf
189
+ local prev_ra = pred.prev_ra
190
+ local symbols = {[0] = 0, [1] = 0, [2] = 0}
191
+
192
+ for step = 0, 2 do
193
+ local cum_freqs
194
+ if step == 0 then
195
+ cum_freqs = pred:get_cum_freqs_rc(prev_rc)
196
+ elseif step == 1 then
197
+ cum_freqs = pred:get_cum_freqs_rf(symbols[0], prev_rf)
198
+ else
199
+ cum_freqs = pred:get_cum_freqs_ra(symbols[0], symbols[1], prev_ra)
200
+ end
201
+
202
+ local total = cum_freqs[256]
203
+ local range_width = high - low + 1
204
+ local scaled_val = math.floor((((value - low) + 1) * total - 1) / range_width)
205
+
206
+ local sym = 0
207
+ local l_idx, r_idx = 0, 255
208
+ while l_idx <= r_idx do
209
+ local m_idx = math.floor((l_idx + r_idx) / 2)
210
+ if cum_freqs[m_idx] <= scaled_val and scaled_val < cum_freqs[m_idx + 1] then
211
+ sym = m_idx
212
+ break
213
+ elseif scaled_val >= cum_freqs[m_idx + 1] then
214
+ l_idx = m_idx + 1
215
+ else
216
+ r_idx = m_idx - 1
217
+ end
218
+ end
219
+
220
+ symbols[step] = sym
221
+ local cum_low = cum_freqs[sym]
222
+ local cum_high = cum_freqs[sym + 1]
223
+
224
+ high = low + math.floor((range_width * cum_high) / total) - 1
225
+ low = low + math.floor((range_width * cum_low) / total)
226
+
227
+ while true do
228
+ if high < 0x80000000 then
229
+ low = (low * 2) % 0x100000000
230
+ high = ((high * 2) + 1) % 0x100000000
231
+ value = ((value * 2) + r:read_bit()) % 0x100000000
232
+ elseif low >= 0x80000000 then
233
+ low = ((low - 0x80000000) * 2) % 0x100000000
234
+ high = (((high - 0x80000000) * 2) + 1) % 0x100000000
235
+ value = (((value - 0x80000000) * 2) + r:read_bit()) % 0x100000000
236
+ elseif low >= 0x40000000 and high < 0xC0000000 then
237
+ low = ((low - 0x40000000) * 2) % 0x100000000
238
+ high = (((high - 0x40000000) * 2) + 1) % 0x100000000
239
+ value = (((value - 0x40000000) * 2) + r:read_bit()) % 0x100000000
240
+ else
241
+ break
242
+ end
243
+ end
244
+ end
245
+
246
+ table.insert(decoded, {rc = symbols[0], rf = symbols[1], ra = symbols[2]})
247
+ pred:observe(symbols[0], symbols[1], symbols[2])
248
+ end
249
+ return decoded
250
+ end
251
+
252
+ -- Load binary files
253
+ local function read_file(path)
254
+ local f = io.open(path, "rb")
255
+ if not f then return nil end
256
+ local content = f:read("*all")
257
+ f:close()
258
+ return content
259
+ end
260
+
261
+ local names_data = read_file("frameworks_names.bin")
262
+ local coords_data = read_file("frameworks_coordinates.bin")
263
+
264
+ if not names_data or not coords_data then
265
+ print("[!] Error: Binary transport files not found. Run run_ultimate_pipeline.py first.")
266
+ os.exit(1)
267
+ end
268
+
269
+ -- Decompress names
270
+ local names = decompress_vocab(names_data, 49)
271
+ print("[1] Lua Vocab Decompression: SUCCESS (" .. #names .. " names restored).")
272
+
273
+ -- Formulate expected coordinates
274
+ local expected = {}
275
+ for i, name in ipairs(names) do
276
+ local domain = 1
277
+ local lower = string.lower(name)
278
+ if string.find(lower, "pixi") or string.find(lower, "phaser") or string.find(lower, "away") or string.find(lower, "p5") then
279
+ domain = 2
280
+ elseif string.find(lower, "scenejs") or string.find(lower, "glam") or string.find(lower, "deck") or string.find(lower, "cesium") or string.find(lower, "luma") or string.find(lower, "philo") then
281
+ domain = 7
282
+ end
283
+ local rc = (domain * 16) + 2
284
+ local rf = (1 * 16) + 2
285
+ local ra = (15 * 16) + 12
286
+ table.insert(expected, {rc = rc, rf = rf, ra = ra})
287
+ end
288
+
289
+ -- Convert coordinates data string to byte array
290
+ local coords_bytes = {}
291
+ for i = 1, #coords_data do
292
+ coords_bytes[i] = string.byte(coords_data, i)
293
+ end
294
+
295
+ -- Range decode coordinates in Lua
296
+ local decoded = decode(coords_bytes, 49, 1, 128)
297
+ print("[2] Lua Yang Range Decoder execution: SUCCESS.")
298
+
299
+ -- Match check
300
+ local match_ok = true
301
+ for i = 1, 49 do
302
+ if expected[i].rc ~= decoded[i].rc or expected[i].rf ~= decoded[i].rf or expected[i].ra ~= decoded[i].ra then
303
+ print(string.format("[!] Mismatch at index %d (%s): Expected RC=%02X, RF=%02X, RA=%02X | Decoded RC=%02X, RF=%02X, RA=%02X",
304
+ i-1, names[i], expected[i].rc, expected[i].rf, expected[i].ra, decoded[i].rc, decoded[i].rf, decoded[i].ra))
305
+ match_ok = false
306
+ break
307
+ end
308
+ end
309
+
310
+ if match_ok then
311
+ print("\n[SUCCESS] Lua range-decoder verification: 100% MATCH!")
312
+ else
313
+ print("\n[ERROR] Lua dynamic coordinate check failed!")
314
+ os.exit(1)
315
+ end
verify_language_u.rs CHANGED
@@ -1,360 +1,360 @@
1
- // ZYMATICA | Language-U Cross-Language Verification Engine (Rust)
2
- // Watermark: ip zymatica.space | astronautshe.com
3
-
4
- use std::fs::File;
5
- use std::io::Read;
6
- use std::process;
7
-
8
- pub struct SparseTransition {
9
- pub key: u32,
10
- pub sym: u8,
11
- pub count: u32,
12
- }
13
-
14
- pub struct RadicalPredictor {
15
- pub alpha: u32,
16
- pub weight: u32,
17
- pub trans_rc: Vec<SparseTransition>,
18
- pub trans_rf: Vec<SparseTransition>,
19
- pub trans_ra: Vec<SparseTransition>,
20
- pub prev_rc: u8,
21
- pub prev_rf: u8,
22
- pub prev_ra: u8,
23
- }
24
-
25
- impl RadicalPredictor {
26
- pub fn new(alpha: u32, weight: u32) -> Self {
27
- Self {
28
- alpha,
29
- weight,
30
- trans_rc: Vec::new(),
31
- trans_rf: Vec::new(),
32
- trans_ra: Vec::new(),
33
- prev_rc: 0,
34
- prev_rf: 0,
35
- prev_ra: 0,
36
- }
37
- }
38
-
39
- pub fn observe(&mut self, rc: u8, rf: u8, ra: u8) {
40
- let w = self.weight;
41
- let key_rc = self.prev_rc as u32;
42
- let mut found = false;
43
- for entry in &mut self.trans_rc {
44
- if entry.key == key_rc && entry.sym == rc {
45
- entry.count += w;
46
- found = true;
47
- break;
48
- }
49
- }
50
- if !found && self.trans_rc.len() < 256 {
51
- self.trans_rc.push(SparseTransition { key: key_rc, sym: rc, count: w });
52
- }
53
-
54
- let key_rf = ((rc as u32) << 8) | (self.prev_rf as u32);
55
- let mut found = false;
56
- for entry in &mut self.trans_rf {
57
- if entry.key == key_rf && entry.sym == rf {
58
- entry.count += w;
59
- found = true;
60
- break;
61
- }
62
- }
63
- if !found && self.trans_rf.len() < 256 {
64
- self.trans_rf.push(SparseTransition { key: key_rf, sym: rf, count: w });
65
- }
66
-
67
- let key_ra = ((rc as u32) << 16) | ((rf as u32) << 8) | (self.prev_ra as u32);
68
- let mut found = false;
69
- for entry in &mut self.trans_ra {
70
- if entry.key == key_ra && entry.sym == ra {
71
- entry.count += w;
72
- found = true;
73
- break;
74
- }
75
- }
76
- if !found && self.trans_ra.len() < 256 {
77
- self.trans_ra.push(SparseTransition { key: key_ra, sym: ra, count: w });
78
- }
79
-
80
- self.prev_rc = rc;
81
- self.prev_rf = rf;
82
- self.prev_ra = ra;
83
- }
84
-
85
- pub fn get_cum_freqs_rc(&self, prev_rc: u8) -> Vec<u32> {
86
- let mut freqs = vec![self.alpha; 256];
87
- for entry in &self.trans_rc {
88
- if entry.key == prev_rc as u32 {
89
- freqs[entry.sym as usize] += entry.count;
90
- }
91
- }
92
- let mut cum_freqs = vec![0; 257];
93
- for i in 0..256 {
94
- cum_freqs[i + 1] = cum_freqs[i] + freqs[i];
95
- }
96
- cum_freqs
97
- }
98
-
99
- pub fn get_cum_freqs_rf(&self, curr_rc: u8, prev_rf: u8) -> Vec<u32> {
100
- let mut freqs = vec![self.alpha; 256];
101
- let key = ((curr_rc as u32) << 8) | (prev_rf as u32);
102
- for entry in &self.trans_rf {
103
- if entry.key == key {
104
- freqs[entry.sym as usize] += entry.count;
105
- }
106
- }
107
- let mut cum_freqs = vec![0; 257];
108
- for i in 0..256 {
109
- cum_freqs[i + 1] = cum_freqs[i] + freqs[i];
110
- }
111
- cum_freqs
112
- }
113
-
114
- pub fn get_cum_freqs_ra(&self, curr_rc: u8, curr_rf: u8, prev_ra: u8) -> Vec<u32> {
115
- let mut freqs = vec![self.alpha; 256];
116
- let key = ((curr_rc as u32) << 16) | ((curr_rf as u32) << 8) | (prev_ra as u32);
117
- for entry in &self.trans_ra {
118
- if entry.key == key {
119
- freqs[entry.sym as usize] += entry.count;
120
- }
121
- }
122
- let mut cum_freqs = vec![0; 257];
123
- for i in 0..256 {
124
- cum_freqs[i + 1] = cum_freqs[i] + freqs[i];
125
- }
126
- cum_freqs
127
- }
128
- }
129
-
130
- pub struct BitReader {
131
- pub buffer: Vec<u8>,
132
- pub bit_index: usize,
133
- pub total_bits: usize,
134
- }
135
-
136
- impl BitReader {
137
- pub fn new(buffer: Vec<u8>) -> Self {
138
- let total_bits = buffer.len() * 8;
139
- Self {
140
- buffer,
141
- bit_index: 0,
142
- total_bits,
143
- }
144
- }
145
-
146
- pub fn read_bit(&mut self) -> u8 {
147
- if self.bit_index >= self.total_bits {
148
- return 0;
149
- }
150
- let byte_pos = self.bit_index / 8;
151
- let bit_pos = 7 - (self.bit_index % 8);
152
- let bit = (self.buffer[byte_pos] >> bit_pos) & 1;
153
- self.bit_index += 1;
154
- bit
155
- }
156
- }
157
-
158
- #[derive(Clone, Copy, PartialEq, Eq, Debug)]
159
- pub struct ConceptRadicals {
160
- pub rc: u8,
161
- pub rf: u8,
162
- pub ra: u8,
163
- }
164
-
165
- pub fn read_varint(data: &[u8], state: &mut usize) -> usize {
166
- let mut val = 0;
167
- let mut shift = 0;
168
- loop {
169
- if *state >= data.len() {
170
- break;
171
- }
172
- let b = data[*state] as usize;
173
- *state += 1;
174
- val |= (b & 0x7F) << shift;
175
- if (b & 0x80) == 0 {
176
- break;
177
- }
178
- shift += 7;
179
- }
180
- val
181
- }
182
-
183
- pub fn decompress_vocab(data: &[u8], num_tokens: usize) -> Vec<String> {
184
- let mut tokens = Vec::new();
185
- let mut state = 0;
186
- let mut prev = String::new();
187
- for _ in 0..num_tokens {
188
- if state >= data.len() {
189
- break;
190
- }
191
- let common = read_varint(data, &mut state);
192
- let suffix_len = read_varint(data, &mut state);
193
- if state + suffix_len > data.len() {
194
- break;
195
- }
196
- let suffix_bytes = &data[state..state + suffix_len];
197
- state += suffix_len;
198
-
199
- let suffix = String::from_utf8_lossy(suffix_bytes).into_owned();
200
- let prefix = if common < prev.len() {
201
- &prev[0..common]
202
- } else {
203
- &prev
204
- };
205
- let token = format!("{}{}", prefix, suffix);
206
- tokens.push(token.clone());
207
- prev = token;
208
- }
209
- tokens
210
- }
211
-
212
- pub fn decode(encoded_bytes: Vec<u8>, num_concepts: usize, alpha: u32, weight: u32) -> Vec<ConceptRadicals> {
213
- let mut pred = RadicalPredictor::new(alpha, weight);
214
- let mut r = BitReader::new(encoded_bytes);
215
-
216
- let mut value: u32 = 0;
217
- for _ in 0..32 {
218
- value = (value << 1) | (r.read_bit() as u32);
219
- }
220
-
221
- let mut low: u32 = 0;
222
- let mut high: u32 = 0xFFFFFFFF;
223
- let mut decoded = Vec::with_capacity(num_concepts);
224
-
225
- for _ in 0..num_concepts {
226
- let prev_rc = pred.prev_rc;
227
- let prev_rf = pred.prev_rf;
228
- let prev_ra = pred.prev_ra;
229
- let mut symbols = [0u8; 3];
230
-
231
- for step in 0..3 {
232
- let cum_freqs = match step {
233
- 0 => pred.get_cum_freqs_rc(prev_rc),
234
- 1 => pred.get_cum_freqs_rf(symbols[0], prev_rf),
235
- _ => pred.get_cum_freqs_ra(symbols[0], symbols[1], prev_ra),
236
- };
237
-
238
- let total = cum_freqs[256] as u64;
239
- let range_width = (high as u64) - (low as u64) + 1;
240
- let scaled_val = (((value as u64 - low as u64) + 1) * total - 1) / range_width;
241
-
242
- let mut sym = 0u8;
243
- let mut l = 0i32;
244
- let mut rr = 255i32;
245
- while l <= rr {
246
- let mid = (l + rr) / 2;
247
- if (cum_freqs[mid as usize] as u64) <= scaled_val && scaled_val < (cum_freqs[(mid + 1) as usize] as u64) {
248
- sym = mid as u8;
249
- break;
250
- } else if scaled_val >= (cum_freqs[(mid + 1) as usize] as u64) {
251
- l = mid + 1;
252
- } else {
253
- rr = mid - 1;
254
- }
255
- }
256
-
257
- symbols[step] = sym;
258
- let cum_low = cum_freqs[sym as usize];
259
- let cum_high = cum_freqs[(sym as usize) + 1];
260
-
261
- high = low.wrapping_add(((range_width * cum_high as u64) / total) as u32).wrapping_sub(1);
262
- low = low.wrapping_add(((range_width * cum_low as u64) / total) as u32);
263
-
264
- loop {
265
- if high < 0x80000000 {
266
- low <<= 1;
267
- high = (high << 1) | 1;
268
- value = (value << 1) | (r.read_bit() as u32);
269
- } else if low >= 0x80000000 {
270
- low = (low - 0x80000000) << 1;
271
- high = ((high - 0x80000000) << 1) | 1;
272
- value = ((value - 0x80000000) << 1) | (r.read_bit() as u32);
273
- } else if low >= 0x40000000 && high < 0xC0000000 {
274
- low = (low - 0x40000000) << 1;
275
- high = ((high - 0x40000000) << 1) | 1;
276
- value = ((value - 0x40000000) << 1) | (r.read_bit() as u32);
277
- } else {
278
- break;
279
- }
280
- }
281
- }
282
-
283
- decoded.push(ConceptRadicals {
284
- rc: symbols[0],
285
- rf: symbols[1],
286
- ra: symbols[2],
287
- });
288
- pred.observe(symbols[0], symbols[1], symbols[2]);
289
- }
290
- decoded
291
- }
292
-
293
- fn main() {
294
- println!("======================================================================");
295
- println!("ZYMATICA | Cross-Language Rust Decompressor & Range-Decoder");
296
- println!("======================================================================\n");
297
-
298
- let mut names_file = match File::open("Language-U-Browser/frameworks_names.bin") {
299
- Ok(f) => f,
300
- Err(_) => {
301
- eprintln!("[!] Error: Language-U-Browser/frameworks_names.bin not found. Run run_ultimate_pipeline.py first.");
302
- process::exit(1);
303
- }
304
- };
305
- let mut coords_file = match File::open("Language-U-Browser/frameworks_coordinates.bin") {
306
- Ok(f) => f,
307
- Err(_) => {
308
- eprintln!("[!] Error: Language-U-Browser/frameworks_coordinates.bin not found.");
309
- process::exit(1);
310
- }
311
- };
312
-
313
- let mut names_bytes = Vec::new();
314
- names_file.read_to_end(&mut names_bytes).unwrap();
315
-
316
- let mut coords_bytes = Vec::new();
317
- coords_file.read_to_end(&mut coords_bytes).unwrap();
318
-
319
- // 1. Decompress vocab
320
- let names = decompress_vocab(&names_bytes, 49);
321
- println!("[1] Rust Vocab Decompression: SUCCESS ({} names restored).", names.len());
322
-
323
- // 2. Formulate expected radicals
324
- let mut expected = Vec::with_capacity(49);
325
- for name in &names {
326
- let mut domain = 1u8;
327
- let lower = name.to_lowercase();
328
- if lower.contains("pixi") || lower.contains("phaser") || lower.contains("away") || lower.contains("p5") {
329
- domain = 2;
330
- } else if lower.contains("scenejs") || lower.contains("glam") || lower.contains("deck") || lower.contains("cesium") || lower.contains("luma") || lower.contains("philo") {
331
- domain = 7;
332
- }
333
- let rc = (domain << 4) | 2;
334
- let rf = (1 << 4) | 2;
335
- let ra = (15 << 4) | 12;
336
- expected.push(ConceptRadicals { rc, rf, ra });
337
- }
338
-
339
- // 3. Decode radicals
340
- let decoded = decode(coords_bytes, 49, 1, 128);
341
- println!("[2] Rust Yang Range Decoder execution: SUCCESS.");
342
-
343
- // 4. Match check
344
- let mut match_ok = true;
345
- for i in 0..49 {
346
- if expected[i] != decoded[i] {
347
- eprintln!("[!] Mismatch at index {} ({}): Expected RC={:02X}, RF={:02X}, RA={:02X} | Decoded RC={:02X}, RF={:02X}, RA={:02X}",
348
- i, names[i], expected[i].rc, expected[i].rf, expected[i].ra, decoded[i].rc, decoded[i].rf, decoded[i].ra);
349
- match_ok = false;
350
- break;
351
- }
352
- }
353
-
354
- if match_ok {
355
- println!("\n[SUCCESS] Rust range-decoder verification: 100% MATCH!");
356
- } else {
357
- eprintln!("\n[ERROR] Rust dynamic coordinate check failed!");
358
- process::exit(1);
359
- }
360
- }
 
1
+ // ZYMATICA | Language-U Cross-Language Verification Engine (Rust)
2
+ // Watermark: ip zymatica.space | astronautshe.com
3
+
4
+ use std::fs::File;
5
+ use std::io::Read;
6
+ use std::process;
7
+
8
+ pub struct SparseTransition {
9
+ pub key: u32,
10
+ pub sym: u8,
11
+ pub count: u32,
12
+ }
13
+
14
+ pub struct RadicalPredictor {
15
+ pub alpha: u32,
16
+ pub weight: u32,
17
+ pub trans_rc: Vec<SparseTransition>,
18
+ pub trans_rf: Vec<SparseTransition>,
19
+ pub trans_ra: Vec<SparseTransition>,
20
+ pub prev_rc: u8,
21
+ pub prev_rf: u8,
22
+ pub prev_ra: u8,
23
+ }
24
+
25
+ impl RadicalPredictor {
26
+ pub fn new(alpha: u32, weight: u32) -> Self {
27
+ Self {
28
+ alpha,
29
+ weight,
30
+ trans_rc: Vec::new(),
31
+ trans_rf: Vec::new(),
32
+ trans_ra: Vec::new(),
33
+ prev_rc: 0,
34
+ prev_rf: 0,
35
+ prev_ra: 0,
36
+ }
37
+ }
38
+
39
+ pub fn observe(&mut self, rc: u8, rf: u8, ra: u8) {
40
+ let w = self.weight;
41
+ let key_rc = self.prev_rc as u32;
42
+ let mut found = false;
43
+ for entry in &mut self.trans_rc {
44
+ if entry.key == key_rc && entry.sym == rc {
45
+ entry.count += w;
46
+ found = true;
47
+ break;
48
+ }
49
+ }
50
+ if !found && self.trans_rc.len() < 256 {
51
+ self.trans_rc.push(SparseTransition { key: key_rc, sym: rc, count: w });
52
+ }
53
+
54
+ let key_rf = ((rc as u32) << 8) | (self.prev_rf as u32);
55
+ let mut found = false;
56
+ for entry in &mut self.trans_rf {
57
+ if entry.key == key_rf && entry.sym == rf {
58
+ entry.count += w;
59
+ found = true;
60
+ break;
61
+ }
62
+ }
63
+ if !found && self.trans_rf.len() < 256 {
64
+ self.trans_rf.push(SparseTransition { key: key_rf, sym: rf, count: w });
65
+ }
66
+
67
+ let key_ra = ((rc as u32) << 16) | ((rf as u32) << 8) | (self.prev_ra as u32);
68
+ let mut found = false;
69
+ for entry in &mut self.trans_ra {
70
+ if entry.key == key_ra && entry.sym == ra {
71
+ entry.count += w;
72
+ found = true;
73
+ break;
74
+ }
75
+ }
76
+ if !found && self.trans_ra.len() < 256 {
77
+ self.trans_ra.push(SparseTransition { key: key_ra, sym: ra, count: w });
78
+ }
79
+
80
+ self.prev_rc = rc;
81
+ self.prev_rf = rf;
82
+ self.prev_ra = ra;
83
+ }
84
+
85
+ pub fn get_cum_freqs_rc(&self, prev_rc: u8) -> Vec<u32> {
86
+ let mut freqs = vec![self.alpha; 256];
87
+ for entry in &self.trans_rc {
88
+ if entry.key == prev_rc as u32 {
89
+ freqs[entry.sym as usize] += entry.count;
90
+ }
91
+ }
92
+ let mut cum_freqs = vec![0; 257];
93
+ for i in 0..256 {
94
+ cum_freqs[i + 1] = cum_freqs[i] + freqs[i];
95
+ }
96
+ cum_freqs
97
+ }
98
+
99
+ pub fn get_cum_freqs_rf(&self, curr_rc: u8, prev_rf: u8) -> Vec<u32> {
100
+ let mut freqs = vec![self.alpha; 256];
101
+ let key = ((curr_rc as u32) << 8) | (prev_rf as u32);
102
+ for entry in &self.trans_rf {
103
+ if entry.key == key {
104
+ freqs[entry.sym as usize] += entry.count;
105
+ }
106
+ }
107
+ let mut cum_freqs = vec![0; 257];
108
+ for i in 0..256 {
109
+ cum_freqs[i + 1] = cum_freqs[i] + freqs[i];
110
+ }
111
+ cum_freqs
112
+ }
113
+
114
+ pub fn get_cum_freqs_ra(&self, curr_rc: u8, curr_rf: u8, prev_ra: u8) -> Vec<u32> {
115
+ let mut freqs = vec![self.alpha; 256];
116
+ let key = ((curr_rc as u32) << 16) | ((curr_rf as u32) << 8) | (prev_ra as u32);
117
+ for entry in &self.trans_ra {
118
+ if entry.key == key {
119
+ freqs[entry.sym as usize] += entry.count;
120
+ }
121
+ }
122
+ let mut cum_freqs = vec![0; 257];
123
+ for i in 0..256 {
124
+ cum_freqs[i + 1] = cum_freqs[i] + freqs[i];
125
+ }
126
+ cum_freqs
127
+ }
128
+ }
129
+
130
+ pub struct BitReader {
131
+ pub buffer: Vec<u8>,
132
+ pub bit_index: usize,
133
+ pub total_bits: usize,
134
+ }
135
+
136
+ impl BitReader {
137
+ pub fn new(buffer: Vec<u8>) -> Self {
138
+ let total_bits = buffer.len() * 8;
139
+ Self {
140
+ buffer,
141
+ bit_index: 0,
142
+ total_bits,
143
+ }
144
+ }
145
+
146
+ pub fn read_bit(&mut self) -> u8 {
147
+ if self.bit_index >= self.total_bits {
148
+ return 0;
149
+ }
150
+ let byte_pos = self.bit_index / 8;
151
+ let bit_pos = 7 - (self.bit_index % 8);
152
+ let bit = (self.buffer[byte_pos] >> bit_pos) & 1;
153
+ self.bit_index += 1;
154
+ bit
155
+ }
156
+ }
157
+
158
+ #[derive(Clone, Copy, PartialEq, Eq, Debug)]
159
+ pub struct ConceptRadicals {
160
+ pub rc: u8,
161
+ pub rf: u8,
162
+ pub ra: u8,
163
+ }
164
+
165
+ pub fn read_varint(data: &[u8], state: &mut usize) -> usize {
166
+ let mut val = 0;
167
+ let mut shift = 0;
168
+ loop {
169
+ if *state >= data.len() {
170
+ break;
171
+ }
172
+ let b = data[*state] as usize;
173
+ *state += 1;
174
+ val |= (b & 0x7F) << shift;
175
+ if (b & 0x80) == 0 {
176
+ break;
177
+ }
178
+ shift += 7;
179
+ }
180
+ val
181
+ }
182
+
183
+ pub fn decompress_vocab(data: &[u8], num_tokens: usize) -> Vec<String> {
184
+ let mut tokens = Vec::new();
185
+ let mut state = 0;
186
+ let mut prev = String::new();
187
+ for _ in 0..num_tokens {
188
+ if state >= data.len() {
189
+ break;
190
+ }
191
+ let common = read_varint(data, &mut state);
192
+ let suffix_len = read_varint(data, &mut state);
193
+ if state + suffix_len > data.len() {
194
+ break;
195
+ }
196
+ let suffix_bytes = &data[state..state + suffix_len];
197
+ state += suffix_len;
198
+
199
+ let suffix = String::from_utf8_lossy(suffix_bytes).into_owned();
200
+ let prefix = if common < prev.len() {
201
+ &prev[0..common]
202
+ } else {
203
+ &prev
204
+ };
205
+ let token = format!("{}{}", prefix, suffix);
206
+ tokens.push(token.clone());
207
+ prev = token;
208
+ }
209
+ tokens
210
+ }
211
+
212
+ pub fn decode(encoded_bytes: Vec<u8>, num_concepts: usize, alpha: u32, weight: u32) -> Vec<ConceptRadicals> {
213
+ let mut pred = RadicalPredictor::new(alpha, weight);
214
+ let mut r = BitReader::new(encoded_bytes);
215
+
216
+ let mut value: u32 = 0;
217
+ for _ in 0..32 {
218
+ value = (value << 1) | (r.read_bit() as u32);
219
+ }
220
+
221
+ let mut low: u32 = 0;
222
+ let mut high: u32 = 0xFFFFFFFF;
223
+ let mut decoded = Vec::with_capacity(num_concepts);
224
+
225
+ for _ in 0..num_concepts {
226
+ let prev_rc = pred.prev_rc;
227
+ let prev_rf = pred.prev_rf;
228
+ let prev_ra = pred.prev_ra;
229
+ let mut symbols = [0u8; 3];
230
+
231
+ for step in 0..3 {
232
+ let cum_freqs = match step {
233
+ 0 => pred.get_cum_freqs_rc(prev_rc),
234
+ 1 => pred.get_cum_freqs_rf(symbols[0], prev_rf),
235
+ _ => pred.get_cum_freqs_ra(symbols[0], symbols[1], prev_ra),
236
+ };
237
+
238
+ let total = cum_freqs[256] as u64;
239
+ let range_width = (high as u64) - (low as u64) + 1;
240
+ let scaled_val = (((value as u64 - low as u64) + 1) * total - 1) / range_width;
241
+
242
+ let mut sym = 0u8;
243
+ let mut l = 0i32;
244
+ let mut rr = 255i32;
245
+ while l <= rr {
246
+ let mid = (l + rr) / 2;
247
+ if (cum_freqs[mid as usize] as u64) <= scaled_val && scaled_val < (cum_freqs[(mid + 1) as usize] as u64) {
248
+ sym = mid as u8;
249
+ break;
250
+ } else if scaled_val >= (cum_freqs[(mid + 1) as usize] as u64) {
251
+ l = mid + 1;
252
+ } else {
253
+ rr = mid - 1;
254
+ }
255
+ }
256
+
257
+ symbols[step] = sym;
258
+ let cum_low = cum_freqs[sym as usize];
259
+ let cum_high = cum_freqs[(sym as usize) + 1];
260
+
261
+ high = low.wrapping_add(((range_width * cum_high as u64) / total) as u32).wrapping_sub(1);
262
+ low = low.wrapping_add(((range_width * cum_low as u64) / total) as u32);
263
+
264
+ loop {
265
+ if high < 0x80000000 {
266
+ low <<= 1;
267
+ high = (high << 1) | 1;
268
+ value = (value << 1) | (r.read_bit() as u32);
269
+ } else if low >= 0x80000000 {
270
+ low = (low - 0x80000000) << 1;
271
+ high = ((high - 0x80000000) << 1) | 1;
272
+ value = ((value - 0x80000000) << 1) | (r.read_bit() as u32);
273
+ } else if low >= 0x40000000 && high < 0xC0000000 {
274
+ low = (low - 0x40000000) << 1;
275
+ high = ((high - 0x40000000) << 1) | 1;
276
+ value = ((value - 0x40000000) << 1) | (r.read_bit() as u32);
277
+ } else {
278
+ break;
279
+ }
280
+ }
281
+ }
282
+
283
+ decoded.push(ConceptRadicals {
284
+ rc: symbols[0],
285
+ rf: symbols[1],
286
+ ra: symbols[2],
287
+ });
288
+ pred.observe(symbols[0], symbols[1], symbols[2]);
289
+ }
290
+ decoded
291
+ }
292
+
293
+ fn main() {
294
+ println!("======================================================================");
295
+ println!("ZYMATICA | Cross-Language Rust Decompressor & Range-Decoder");
296
+ println!("======================================================================\n");
297
+
298
+ let mut names_file = match File::open("frameworks_names.bin") {
299
+ Ok(f) => f,
300
+ Err(_) => {
301
+ eprintln!("[!] Error: frameworks_names.bin not found. Run run_ultimate_pipeline.py first.");
302
+ process::exit(1);
303
+ }
304
+ };
305
+ let mut coords_file = match File::open("frameworks_coordinates.bin") {
306
+ Ok(f) => f,
307
+ Err(_) => {
308
+ eprintln!("[!] Error: frameworks_coordinates.bin not found.");
309
+ process::exit(1);
310
+ }
311
+ };
312
+
313
+ let mut names_bytes = Vec::new();
314
+ names_file.read_to_end(&mut names_bytes).unwrap();
315
+
316
+ let mut coords_bytes = Vec::new();
317
+ coords_file.read_to_end(&mut coords_bytes).unwrap();
318
+
319
+ // 1. Decompress vocab
320
+ let names = decompress_vocab(&names_bytes, 49);
321
+ println!("[1] Rust Vocab Decompression: SUCCESS ({} names restored).", names.len());
322
+
323
+ // 2. Formulate expected radicals
324
+ let mut expected = Vec::with_capacity(49);
325
+ for name in &names {
326
+ let mut domain = 1u8;
327
+ let lower = name.to_lowercase();
328
+ if lower.contains("pixi") || lower.contains("phaser") || lower.contains("away") || lower.contains("p5") {
329
+ domain = 2;
330
+ } else if lower.contains("scenejs") || lower.contains("glam") || lower.contains("deck") || lower.contains("cesium") || lower.contains("luma") || lower.contains("philo") {
331
+ domain = 7;
332
+ }
333
+ let rc = (domain << 4) | 2;
334
+ let rf = (1 << 4) | 2;
335
+ let ra = (15 << 4) | 12;
336
+ expected.push(ConceptRadicals { rc, rf, ra });
337
+ }
338
+
339
+ // 3. Decode radicals
340
+ let decoded = decode(coords_bytes, 49, 1, 128);
341
+ println!("[2] Rust Yang Range Decoder execution: SUCCESS.");
342
+
343
+ // 4. Match check
344
+ let mut match_ok = true;
345
+ for i in 0..49 {
346
+ if expected[i] != decoded[i] {
347
+ eprintln!("[!] Mismatch at index {} ({}): Expected RC={:02X}, RF={:02X}, RA={:02X} | Decoded RC={:02X}, RF={:02X}, RA={:02X}",
348
+ i, names[i], expected[i].rc, expected[i].rf, expected[i].ra, decoded[i].rc, decoded[i].rf, decoded[i].ra);
349
+ match_ok = false;
350
+ break;
351
+ }
352
+ }
353
+
354
+ if match_ok {
355
+ println!("\n[SUCCESS] Rust range-decoder verification: 100% MATCH!");
356
+ } else {
357
+ eprintln!("\n[ERROR] Rust dynamic coordinate check failed!");
358
+ process::exit(1);
359
+ }
360
+ }