| { |
| "checked_at_utc": "2026-09-28T14:59:37.339897+00:00", |
| "method": "Read-only bounded model prefix/tail and sampled row reads; no full model loads, requantization, GPU use, or remote writes.", |
| "conclusions": { |
| "source_iteration": "Round 1, supported by exact full serialized argument/dictionary prefix and full unquantized output-matrix fingerprints; rounds 0 and 2 excluded for every language.", |
| "embedding_source": "Qwen/Qwen2-0.5B supported by numerical comparison to cached checkpoint rows, exported vectors, and preserved original classifier rows.", |
| "scope_limit": "No historical execution manifest or quantization command log was found. These are artifact fingerprint and sampled numerical lineage checks, not full quantization reproduction. Cached checkpoint revision identifies the content compared; it does not prove the historical download revision." |
| }, |
| "serialization_sources": [ |
| "https://raw.githubusercontent.com/facebookresearch/fastText/v0.9.2/src/fasttext.cc", |
| "https://raw.githubusercontent.com/facebookresearch/fastText/v0.9.2/src/args.cc", |
| "https://raw.githubusercontent.com/facebookresearch/fastText/v0.9.2/src/dictionary.cc", |
| "https://raw.githubusercontent.com/facebookresearch/fastText/v0.9.2/src/densematrix.cc" |
| ], |
| "size_explanation": { |
| "checkpoint_embedding_rows": 151936, |
| "exported_token_rows": 151646, |
| "classifier_dictionary_word_rows": 151647, |
| "extra_word": "</s>", |
| "hashed_ngram_buckets": 2000000, |
| "input_matrix_rows": 2151647, |
| "dim": 896, |
| "float32_input_matrix_bytes": 7711502848 |
| }, |
| "languages": { |
| "id": { |
| "quantized_file": { |
| "size_bytes": 969482302, |
| "format_version": 12, |
| "quantized_input": true, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 18457277, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "c6a810abc513b95664622bc4dc4ff0b649f1998eee89201f6db9f1d21b530a9f", |
| "output_matrix_sha256": "666d324539dd96b8e8b74cb3b6bb93a11749c666fe48ac8ac6d7cb0e40879e84", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "filename": "synrank_id.ftz", |
| "whole_file_sha256": "a4fa5d6c3ce11f087a38e6457b20f3d7eee30b0f2239f7581fbdb15045a3ed2a" |
| }, |
| "source_directory": "qwen_models_sample10000_pool200000_threshold10_id_feb19", |
| "original_rounds": { |
| "0": { |
| "size_bytes": 7713977082, |
| "format_version": 12, |
| "quantized_input": false, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 9828719, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "673f68fa3262e583133582bb5c31040a2f8342cd3dff8f8b30ad91d182450cdb", |
| "output_matrix_sha256": "b74f5ca2b7b64010c592cea40de9142420b3fc50e37e47bbf263108645153211", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "prefix_matches_quantized": false, |
| "output_matrix_matches_quantized": false, |
| "stats": { |
| "accuracy": 99.65, |
| "precision": 0.9950149551345963, |
| "recall": 0.998, |
| "f1": 0.9965052421367948, |
| "mean_score": 0.9830651453107595, |
| "median_score": 0.997184157371521, |
| "max_score": 1.0000100135803223, |
| "min_score": 0.5003854036331177, |
| "correct_predictions": 19930, |
| "total_samples": 20000, |
| "correct_positive": 9980, |
| "correct_negative": 9950, |
| "label_positive": 10000, |
| "label_negative": 10000 |
| }, |
| "source_model": "iterative_model_0_epoch.bin", |
| "source_validation": "val_stats_epoch_0.json" |
| }, |
| "1": { |
| "size_bytes": 7713977082, |
| "format_version": 12, |
| "quantized_input": false, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 18457277, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "c6a810abc513b95664622bc4dc4ff0b649f1998eee89201f6db9f1d21b530a9f", |
| "output_matrix_sha256": "666d324539dd96b8e8b74cb3b6bb93a11749c666fe48ac8ac6d7cb0e40879e84", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "prefix_matches_quantized": true, |
| "output_matrix_matches_quantized": true, |
| "stats": { |
| "accuracy": 95.345, |
| "precision": 0.9152092299239997, |
| "recall": 0.9995, |
| "f1": 0.9554992591176331, |
| "mean_score": 0.9690244082182646, |
| "median_score": 0.9998151659965515, |
| "max_score": 1.0000100135803223, |
| "min_score": 0.500946581363678, |
| "correct_predictions": 19069, |
| "total_samples": 20000, |
| "correct_positive": 9995, |
| "correct_negative": 9074, |
| "label_positive": 10000, |
| "label_negative": 10000 |
| }, |
| "source_model": "iterative_model_1_epoch.bin", |
| "source_validation": "val_stats_epoch_1.json" |
| }, |
| "2": { |
| "size_bytes": 7713977082, |
| "format_version": 12, |
| "quantized_input": false, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 27131165, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "197696669b9a1b695bb394ca4916cda7c2f288db80c05b4691f2ab7db7ae2b11", |
| "output_matrix_sha256": "e26124e8f8f68c69bc434ce8149c8301daf88544af542708f6441b4197db2760", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "prefix_matches_quantized": false, |
| "output_matrix_matches_quantized": false, |
| "stats": { |
| "accuracy": 94.365, |
| "precision": 0.8990734910497437, |
| "recall": 0.9995, |
| "f1": 0.9466306767059715, |
| "mean_score": 0.9707286057978869, |
| "median_score": 0.9999581575393677, |
| "max_score": 1.0000100135803223, |
| "min_score": 0.500572144985199, |
| "correct_predictions": 18873, |
| "total_samples": 20000, |
| "correct_positive": 9995, |
| "correct_negative": 8878, |
| "label_positive": 10000, |
| "label_negative": 10000 |
| }, |
| "source_model": "iterative_model_2_epoch.bin", |
| "source_validation": "val_stats_epoch_2.json" |
| } |
| }, |
| "exact_qwen2_rows_of_16": 14, |
| "original_input_embedding_samples": [ |
| { |
| "token": "w121971", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.074462890625 |
| }, |
| { |
| "token": "w140230", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.1181640625 |
| }, |
| { |
| "token": "w71954", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": false, |
| "max_absolute_error_qwen2": 3.820285201072693e-05, |
| "max_absolute_error_qwen25": 0.0943512823432684 |
| }, |
| { |
| "token": "w101579", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.096923828125 |
| }, |
| { |
| "token": "w54177", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.080322265625 |
| }, |
| { |
| "token": "w127317", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.07537841796875 |
| }, |
| { |
| "token": "w92278", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.072265625 |
| }, |
| { |
| "token": "w18617", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.0718994140625 |
| }, |
| { |
| "token": "w40575", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.1142578125 |
| }, |
| { |
| "token": "w92947", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.09423828125 |
| }, |
| { |
| "token": "w34475", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": false, |
| "max_absolute_error_qwen2": 7.141521200537682e-05, |
| "max_absolute_error_qwen25": 0.07321393676102161 |
| }, |
| { |
| "token": "w101080", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.07763671875 |
| }, |
| { |
| "token": "w112124", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.1158447265625 |
| }, |
| { |
| "token": "w103980", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.073974609375 |
| }, |
| { |
| "token": "w71414", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.063232421875 |
| }, |
| { |
| "token": "w47034", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.095703125 |
| } |
| ] |
| }, |
| "sw": { |
| "quantized_file": { |
| "size_bytes": 969482302, |
| "format_version": 12, |
| "quantized_input": true, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 17306199, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "fc5e22c63485a9d866d48bb3d2b5251918c7f3b9d98db4a1d395da9dba3bacdc", |
| "output_matrix_sha256": "7cf3f52b22682f7cc35553627511907ec0f5a5728e1ceade1162e25230664002", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "filename": "synrank_sw.ftz", |
| "whole_file_sha256": "6d5dfd3e8be2bcc1e2baab0b84160f6bc5adcccdc078a3d3af6d2af989f6f439" |
| }, |
| "source_directory": "qwen_models_sample10000_pool200000_threshold10_sw_feb19", |
| "original_rounds": { |
| "0": { |
| "size_bytes": 7713977082, |
| "format_version": 12, |
| "quantized_input": false, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 9665153, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "1705f3e3009b10f7e46a1ec07674d67d83b20e3f90fb54394078cf2d427ef68c", |
| "output_matrix_sha256": "41814551bf1b7629ca93d38aa71c11f3e5b4aaef787ffc85c3fbf51e90d4ee56", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "prefix_matches_quantized": false, |
| "output_matrix_matches_quantized": false, |
| "stats": { |
| "accuracy": 99.28, |
| "precision": 0.9875346260387812, |
| "recall": 0.9982, |
| "f1": 0.9928386711756514, |
| "mean_score": 0.9792356919407844, |
| "median_score": 0.995818018913269, |
| "max_score": 1.0000100135803223, |
| "min_score": 0.5000849366188049, |
| "correct_predictions": 19856, |
| "total_samples": 20000, |
| "correct_positive": 9982, |
| "correct_negative": 9874, |
| "label_positive": 10000, |
| "label_negative": 10000 |
| }, |
| "source_model": "iterative_model_0_epoch.bin", |
| "source_validation": "val_stats_epoch_0.json" |
| }, |
| "1": { |
| "size_bytes": 7713977082, |
| "format_version": 12, |
| "quantized_input": false, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 17306199, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "fc5e22c63485a9d866d48bb3d2b5251918c7f3b9d98db4a1d395da9dba3bacdc", |
| "output_matrix_sha256": "7cf3f52b22682f7cc35553627511907ec0f5a5728e1ceade1162e25230664002", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "prefix_matches_quantized": true, |
| "output_matrix_matches_quantized": true, |
| "stats": { |
| "accuracy": 95.91, |
| "precision": 0.9246207917129116, |
| "recall": 0.9997, |
| "f1": 0.9606957524505094, |
| "mean_score": 0.9736362908303737, |
| "median_score": 0.9995168447494507, |
| "max_score": 1.0000100135803223, |
| "min_score": 0.5000335574150085, |
| "correct_predictions": 19182, |
| "total_samples": 20000, |
| "correct_positive": 9997, |
| "correct_negative": 9185, |
| "label_positive": 10000, |
| "label_negative": 10000 |
| }, |
| "source_model": "iterative_model_1_epoch.bin", |
| "source_validation": "val_stats_epoch_1.json" |
| }, |
| "2": { |
| "size_bytes": 7713977082, |
| "format_version": 12, |
| "quantized_input": false, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 25032218, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "b0bdc69a333627d42979d32f55809efdaf827fabfa0f97ee027568c11ac3ce49", |
| "output_matrix_sha256": "99049f4879a248c4b4c78da9f7b218e8b0f1c35ab021afb8ab7d80a2714df712", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "prefix_matches_quantized": false, |
| "output_matrix_matches_quantized": false, |
| "stats": { |
| "accuracy": 94.955, |
| "precision": 0.9085703898936653, |
| "recall": 0.9997, |
| "f1": 0.9519592439175356, |
| "mean_score": 0.9744846391290426, |
| "median_score": 0.9998661279678345, |
| "max_score": 1.0000100135803223, |
| "min_score": 0.5004519820213318, |
| "correct_predictions": 18991, |
| "total_samples": 20000, |
| "correct_positive": 9997, |
| "correct_negative": 8994, |
| "label_positive": 10000, |
| "label_negative": 10000 |
| }, |
| "source_model": "iterative_model_2_epoch.bin", |
| "source_validation": "val_stats_epoch_2.json" |
| } |
| }, |
| "exact_qwen2_rows_of_16": 13, |
| "original_input_embedding_samples": [ |
| { |
| "token": "w38988", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.091552734375 |
| }, |
| { |
| "token": "w39345", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.0911865234375 |
| }, |
| { |
| "token": "w107973", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.076416015625 |
| }, |
| { |
| "token": "w49370", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.0814208984375 |
| }, |
| { |
| "token": "w106881", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": false, |
| "max_absolute_error_qwen2": 2.1441839635372162e-05, |
| "max_absolute_error_qwen25": 0.08129531517624855 |
| }, |
| { |
| "token": "w102104", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.07470703125 |
| }, |
| { |
| "token": "w118844", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.0692138671875 |
| }, |
| { |
| "token": "w85401", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": false, |
| "max_absolute_error_qwen2": 5.295500159263611e-05, |
| "max_absolute_error_qwen25": 0.07107312604784966 |
| }, |
| { |
| "token": "w28491", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.0914306640625 |
| }, |
| { |
| "token": "w90255", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.0933837890625 |
| }, |
| { |
| "token": "w90584", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.0684814453125 |
| }, |
| { |
| "token": "w130315", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.115966796875 |
| }, |
| { |
| "token": "w13724", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.13134765625 |
| }, |
| { |
| "token": "w79510", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.113037109375 |
| }, |
| { |
| "token": "w103160", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.07568359375 |
| }, |
| { |
| "token": "w141617", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": false, |
| "max_absolute_error_qwen2": 1.1175870895385742e-08, |
| "max_absolute_error_qwen25": 0.058349609375 |
| } |
| ] |
| }, |
| "tr": { |
| "quantized_file": { |
| "size_bytes": 969482302, |
| "format_version": 12, |
| "quantized_input": true, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 17887922, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "eebf89b0fb8ec137e771a61a756db1447da2e379bee5b00d0fda47e7644645e9", |
| "output_matrix_sha256": "8d3bd16fc2c2778b06f99cac630d5a2a4475514b70cc1f088440f81826dbbc82", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "filename": "synrank_tr.ftz", |
| "whole_file_sha256": "d8e7a06ac71d84a11588f8e97718fcc45e4537ccf16eb422af0cea0c897ea2af" |
| }, |
| "source_directory": "qwen_models_sample10000_pool200000_threshold10_tr_feb19", |
| "original_rounds": { |
| "0": { |
| "size_bytes": 7713977082, |
| "format_version": 12, |
| "quantized_input": false, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 9663771, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "231b7fdba69bc8e0354c992c60dee67990408f6867f3fa5d985595d155228372", |
| "output_matrix_sha256": "1760904d96dccf3bbb0de5351c9916003bd528bc8d017d28b5692af0d25aafc3", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "prefix_matches_quantized": false, |
| "output_matrix_matches_quantized": false, |
| "stats": { |
| "accuracy": 99.36, |
| "precision": 0.9897797181980552, |
| "recall": 0.9975, |
| "f1": 0.9936248630341667, |
| "mean_score": 0.9759893240809441, |
| "median_score": 0.9948126077651978, |
| "max_score": 1.0000100135803223, |
| "min_score": 0.5002189874649048, |
| "correct_predictions": 19872, |
| "total_samples": 20000, |
| "correct_positive": 9975, |
| "correct_negative": 9897, |
| "label_positive": 10000, |
| "label_negative": 10000 |
| }, |
| "source_model": "iterative_model_0_epoch.bin", |
| "source_validation": "val_stats_epoch_0.json" |
| }, |
| "1": { |
| "size_bytes": 7713977082, |
| "format_version": 12, |
| "quantized_input": false, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 17887922, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "eebf89b0fb8ec137e771a61a756db1447da2e379bee5b00d0fda47e7644645e9", |
| "output_matrix_sha256": "8d3bd16fc2c2778b06f99cac630d5a2a4475514b70cc1f088440f81826dbbc82", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "prefix_matches_quantized": true, |
| "output_matrix_matches_quantized": true, |
| "stats": { |
| "accuracy": 95.395, |
| "precision": 0.9159717767799872, |
| "recall": 0.9996, |
| "f1": 0.9559604074020944, |
| "mean_score": 0.9689717441439628, |
| "median_score": 0.9994555115699768, |
| "max_score": 1.0000100135803223, |
| "min_score": 0.5008699297904968, |
| "correct_predictions": 19079, |
| "total_samples": 20000, |
| "correct_positive": 9996, |
| "correct_negative": 9083, |
| "label_positive": 10000, |
| "label_negative": 10000 |
| }, |
| "source_model": "iterative_model_1_epoch.bin", |
| "source_validation": "val_stats_epoch_1.json" |
| }, |
| "2": { |
| "size_bytes": 7713977082, |
| "format_version": 12, |
| "quantized_input": false, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 26144775, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "def78ee0024735fec98555aef971940dfa6eaaad0a2dc58d1427c7cdfd0b3baf", |
| "output_matrix_sha256": "92f197c5b237d9bdab786a9d1dc1d4fd05e0526d45a54ab91a7727bbc813ffba", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "prefix_matches_quantized": false, |
| "output_matrix_matches_quantized": false, |
| "stats": { |
| "accuracy": 94.545, |
| "precision": 0.9019218623116485, |
| "recall": 0.9996, |
| "f1": 0.9482521462789926, |
| "mean_score": 0.9713792034417391, |
| "median_score": 0.9998470544815063, |
| "max_score": 1.0000100135803223, |
| "min_score": 0.5002331137657166, |
| "correct_predictions": 18909, |
| "total_samples": 20000, |
| "correct_positive": 9996, |
| "correct_negative": 8913, |
| "label_positive": 10000, |
| "label_negative": 10000 |
| }, |
| "source_model": "iterative_model_2_epoch.bin", |
| "source_validation": "val_stats_epoch_2.json" |
| } |
| }, |
| "exact_qwen2_rows_of_16": 12, |
| "original_input_embedding_samples": [ |
| { |
| "token": "w65411", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": false, |
| "max_absolute_error_qwen2": 0.00010053534060716629, |
| "max_absolute_error_qwen25": 0.10133177973330021 |
| }, |
| { |
| "token": "w70220", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": false, |
| "max_absolute_error_qwen2": 4.656612873077393e-10, |
| "max_absolute_error_qwen25": 0.119873046875 |
| }, |
| { |
| "token": "w77492", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.089599609375 |
| }, |
| { |
| "token": "w107907", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.090576171875 |
| }, |
| { |
| "token": "w135500", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.086181640625 |
| }, |
| { |
| "token": "w88751", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.09423828125 |
| }, |
| { |
| "token": "w9899", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.0694580078125 |
| }, |
| { |
| "token": "w16376", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": false, |
| "max_absolute_error_qwen2": 1.3976357877254486e-05, |
| "max_absolute_error_qwen25": 0.06152362376451492 |
| }, |
| { |
| "token": "w134198", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.087890625 |
| }, |
| { |
| "token": "w82793", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.08740234375 |
| }, |
| { |
| "token": "w10401", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.073486328125 |
| }, |
| { |
| "token": "w93773", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.081298828125 |
| }, |
| { |
| "token": "w18113", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": false, |
| "max_absolute_error_qwen2": 6.884336471557617e-06, |
| "max_absolute_error_qwen25": 0.11157318949699402 |
| }, |
| { |
| "token": "w140706", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.0888671875 |
| }, |
| { |
| "token": "w70089", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.0723876953125 |
| }, |
| { |
| "token": "w99410", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.07958984375 |
| } |
| ] |
| }, |
| "vi": { |
| "quantized_file": { |
| "size_bytes": 969482302, |
| "format_version": 12, |
| "quantized_input": true, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 18551394, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "cb7abafee9f360b1a00d0da2744900ed03f946f5f7b5d0f888d361ac232c75d9", |
| "output_matrix_sha256": "d1a981079f3de7be7440de2033b9c5b60b4a1018465760d2b13679cad1fedd1b", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "filename": "synrank_vi.ftz", |
| "whole_file_sha256": "d36d82fef7d35ef459c532b751c9d8a0417e32d74516dcae67f62b64c54d33a0" |
| }, |
| "source_directory": "qwen_models_sample10000_pool200000_threshold10_vi_feb19", |
| "original_rounds": { |
| "0": { |
| "size_bytes": 7713977082, |
| "format_version": 12, |
| "quantized_input": false, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 9731772, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "2cfd09ffbef937372b5856a7e20b290383641e0d6576f230368ed6034e0e6540", |
| "output_matrix_sha256": "44a7e2683aed6b6625dc75b09410f44b7fa5d36164c15a3c54d5e8235b9744b3", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "prefix_matches_quantized": false, |
| "output_matrix_matches_quantized": false, |
| "stats": { |
| "accuracy": 99.63, |
| "precision": 0.9952105368189982, |
| "recall": 0.9974, |
| "f1": 0.9963040655279193, |
| "mean_score": 0.9869155875712633, |
| "median_score": 0.9984082579612732, |
| "max_score": 1.0000100135803223, |
| "min_score": 0.5042940974235535, |
| "correct_predictions": 19926, |
| "total_samples": 20000, |
| "correct_positive": 9974, |
| "correct_negative": 9952, |
| "label_positive": 10000, |
| "label_negative": 10000 |
| }, |
| "source_model": "iterative_model_0_epoch.bin", |
| "source_validation": "val_stats_epoch_0.json" |
| }, |
| "1": { |
| "size_bytes": 7713977082, |
| "format_version": 12, |
| "quantized_input": false, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 18551394, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "cb7abafee9f360b1a00d0da2744900ed03f946f5f7b5d0f888d361ac232c75d9", |
| "output_matrix_sha256": "d1a981079f3de7be7440de2033b9c5b60b4a1018465760d2b13679cad1fedd1b", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "prefix_matches_quantized": true, |
| "output_matrix_matches_quantized": true, |
| "stats": { |
| "accuracy": 95.665, |
| "precision": 0.9209143699880173, |
| "recall": 0.9991, |
| "f1": 0.9584152717156699, |
| "mean_score": 0.9715637377917766, |
| "median_score": 0.9999542236328125, |
| "max_score": 1.0000100135803223, |
| "min_score": 0.5005912780761719, |
| "correct_predictions": 19133, |
| "total_samples": 20000, |
| "correct_positive": 9991, |
| "correct_negative": 9142, |
| "label_positive": 10000, |
| "label_negative": 10000 |
| }, |
| "source_model": "iterative_model_1_epoch.bin", |
| "source_validation": "val_stats_epoch_1.json" |
| }, |
| "2": { |
| "size_bytes": 7713977082, |
| "format_version": 12, |
| "quantized_input": false, |
| "quantized_output": false, |
| "dim": 896, |
| "nwords": 151647, |
| "nlabels": 2, |
| "ntokens": 27388059, |
| "prefix_bytes": 2467032, |
| "args_dictionary_sha256": "d2936f337822779b0894b5ca89c2f38622efdb3d03e81bc2613856cb12b0c9e1", |
| "output_matrix_sha256": "8f25fcae3f1aee5d526d8134c5d3b8efde59c29c496e01677d845473e8c65f51", |
| "output_matrix_shape": [ |
| 2, |
| 896 |
| ], |
| "prefix_matches_quantized": false, |
| "output_matrix_matches_quantized": false, |
| "stats": { |
| "accuracy": 94.955, |
| "precision": 0.9090164680192885, |
| "recall": 0.9991, |
| "f1": 0.9519317802867896, |
| "mean_score": 0.9737522003173829, |
| "median_score": 0.9999990463256836, |
| "max_score": 1.0000100135803223, |
| "min_score": 0.5002161264419556, |
| "correct_predictions": 18991, |
| "total_samples": 20000, |
| "correct_positive": 9991, |
| "correct_negative": 9000, |
| "label_positive": 10000, |
| "label_negative": 10000 |
| }, |
| "source_model": "iterative_model_2_epoch.bin", |
| "source_validation": "val_stats_epoch_2.json" |
| } |
| }, |
| "exact_qwen2_rows_of_16": 13, |
| "original_input_embedding_samples": [ |
| { |
| "token": "w134504", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.089599609375 |
| }, |
| { |
| "token": "w141186", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.088623046875 |
| }, |
| { |
| "token": "w12331", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": false, |
| "max_absolute_error_qwen2": 8.419901132583618e-05, |
| "max_absolute_error_qwen25": 0.06860439479351044 |
| }, |
| { |
| "token": "w89587", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.07568359375 |
| }, |
| { |
| "token": "w136618", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.05279541015625 |
| }, |
| { |
| "token": "w36722", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.0836181640625 |
| }, |
| { |
| "token": "w48673", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": false, |
| "max_absolute_error_qwen2": 1.8998980522155762e-07, |
| "max_absolute_error_qwen25": 0.10095212049782276 |
| }, |
| { |
| "token": "w10013", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.07470703125 |
| }, |
| { |
| "token": "w108805", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.079345703125 |
| }, |
| { |
| "token": "w91824", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.08697509765625 |
| }, |
| { |
| "token": "w72225", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": false, |
| "max_absolute_error_qwen2": 0.00022121891379356384, |
| "max_absolute_error_qwen25": 0.09546193107962608 |
| }, |
| { |
| "token": "w141636", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.076904296875 |
| }, |
| { |
| "token": "w112526", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.072998046875 |
| }, |
| { |
| "token": "w1583", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.09521484375 |
| }, |
| { |
| "token": "w107643", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.096435546875 |
| }, |
| { |
| "token": "w42168", |
| "dictionary_count": 1, |
| "exact_float32_match_qwen2": true, |
| "max_absolute_error_qwen2": 0.0, |
| "max_absolute_error_qwen25": 0.135498046875 |
| } |
| ] |
| } |
| }, |
| "checkpoint_comparisons": [ |
| { |
| "checkpoint": "Qwen/Qwen2-0.5B", |
| "revision": "91d2aff3f957f99e4c74c962f2f408dcc88a18d8", |
| "embedding_shape": [ |
| 151936, |
| 896 |
| ], |
| "dtype": "BF16", |
| "samples": [ |
| { |
| "token": "w75355", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w6427", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w14265", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w27325", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w95974", |
| "max_absolute_error": 2.4999999986841104e-09 |
| }, |
| { |
| "token": "w21087", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w10479", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w33617", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w73832", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w45203", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w69332", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w137045", |
| "max_absolute_error": 1.250000006280949e-09 |
| }, |
| { |
| "token": "w98620", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w143248", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w22616", |
| "max_absolute_error": 1.2499999993420552e-09 |
| }, |
| { |
| "token": "w145776", |
| "max_absolute_error": 2.4999999986841104e-09 |
| } |
| ], |
| "max_absolute_error_over_all_samples": 2.4999999986841104e-09 |
| }, |
| { |
| "checkpoint": "Qwen/Qwen2.5-0.5B", |
| "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", |
| "embedding_shape": [ |
| 151936, |
| 896 |
| ], |
| "dtype": "BF16", |
| "samples": [ |
| { |
| "token": "w75355", |
| "max_absolute_error": 0.06689453000000001 |
| }, |
| { |
| "token": "w6427", |
| "max_absolute_error": 0.07189941281250001 |
| }, |
| { |
| "token": "w14265", |
| "max_absolute_error": 0.112304686875 |
| }, |
| { |
| "token": "w27325", |
| "max_absolute_error": 0.088623046875 |
| }, |
| { |
| "token": "w95974", |
| "max_absolute_error": 0.21142578374999998 |
| }, |
| { |
| "token": "w21087", |
| "max_absolute_error": 0.084594726625 |
| }, |
| { |
| "token": "w10479", |
| "max_absolute_error": 0.0787353511875 |
| }, |
| { |
| "token": "w33617", |
| "max_absolute_error": 0.080322265625 |
| }, |
| { |
| "token": "w73832", |
| "max_absolute_error": 0.085357666 |
| }, |
| { |
| "token": "w45203", |
| "max_absolute_error": 0.0833740238125 |
| }, |
| { |
| "token": "w69332", |
| "max_absolute_error": 0.07189941375 |
| }, |
| { |
| "token": "w137045", |
| "max_absolute_error": 0.088623045625 |
| }, |
| { |
| "token": "w98620", |
| "max_absolute_error": 0.07641601537500001 |
| }, |
| { |
| "token": "w143248", |
| "max_absolute_error": 0.08154296862499999 |
| }, |
| { |
| "token": "w22616", |
| "max_absolute_error": 0.08056640625 |
| }, |
| { |
| "token": "w145776", |
| "max_absolute_error": 0.092529296875 |
| } |
| ], |
| "max_absolute_error_over_all_samples": 0.21142578374999998 |
| } |
| ], |
| "quantization_fidelity_metrics": "Existing reported Spearman/top-percent overlaps were not independently reproduced in this audit; no supporting comparison log found in bounded adjacent files.", |
| "exported_vector_file": "qwen_embeddings_new.vec", |
| "exported_vector_header": "151646 896", |
| "exported_vector_sampling_rule": "First 16 rows after header, all 896 dimensions per row" |
| } |
|
|
