| { | |
| "status": "experimental-pilot", | |
| "teacher": "Qwen/Qwen2.5-0.5B-Instruct", | |
| "teacher_revision": "7ae557604adf67be50417f59c2c2f167def9a775", | |
| "initialization": "selected pretrained teacher layers, embeddings, final norm and tied head", | |
| "selected_teacher_layers_zero_based": [ | |
| 0, | |
| 1, | |
| 3, | |
| 4, | |
| 5, | |
| 7, | |
| 8, | |
| 9, | |
| 11, | |
| 12, | |
| 14, | |
| 15, | |
| 16, | |
| 18, | |
| 19, | |
| 20, | |
| 22, | |
| 23 | |
| ], | |
| "teacher_parameters": 494032768, | |
| "student_parameters": 404558464, | |
| "parameter_compression_ratio": 1.221165324574695, | |
| "trainable_lora_parameters": 6598656, | |
| "split": { | |
| "train": 160, | |
| "validation": 16, | |
| "test": 16 | |
| }, | |
| "split_method": "disjoint original topic families; four prompt styles per reference topic", | |
| "baseline_validation": { | |
| "response_cross_entropy": 8.80019211042218, | |
| "perplexity": 6635.5186361257, | |
| "coarsened_kl_times_temperature_squared": 4.535646666840809, | |
| "product_kernel_alignment_mse": 0.02475343681162929, | |
| "response_tokens": 656 | |
| }, | |
| "baseline_test": { | |
| "response_cross_entropy": 9.24253755874848, | |
| "perplexity": 10327.211241741448, | |
| "coarsened_kl_times_temperature_squared": 4.382519133305282, | |
| "product_kernel_alignment_mse": 0.20222297462234484, | |
| "response_tokens": 712 | |
| }, | |
| "final_validation": { | |
| "response_cross_entropy": 4.2188467550568465, | |
| "perplexity": 67.9550702416905, | |
| "coarsened_kl_times_temperature_squared": 0.7442473833699051, | |
| "product_kernel_alignment_mse": 0.0012354396374398564, | |
| "response_tokens": 656 | |
| }, | |
| "final_test": { | |
| "response_cross_entropy": 4.4324513995245605, | |
| "perplexity": 84.13741873900929, | |
| "coarsened_kl_times_temperature_squared": 0.685093670581164, | |
| "product_kernel_alignment_mse": 0.0188787064633217, | |
| "response_tokens": 712 | |
| }, | |
| "teacher_test": { | |
| "response_cross_entropy": 4.2087303761685835, | |
| "perplexity": 67.27107660651207 | |
| }, | |
| "best_epoch": 4, | |
| "optimization_steps": 640, | |
| "distillation": "0.3 assistant-token CE + 0.7 T^2 KL(top-64 plus tail) + 0.1 product-kernel alignment", | |
| "kernel_method": "fixed 4-D Gaussian sketch, 2*atan encoding, 8 training-only landmarks, rotation scale 0.5", | |
| "kernel_beta": 0.1, | |
| "temperature": 2.0, | |
| "top_k": 64, | |
| "architecture_selection": { | |
| "candidates": [ | |
| 12, | |
| 18 | |
| ], | |
| "metric": "validation reference cross-entropy", | |
| "candidate_12_cross_entropy": 6.182507134065395, | |
| "selected_layers": 18 | |
| }, | |
| "quantum_hardware": false, | |
| "principle_source": "https://www.academia.edu/175377730/Quantum_Artificial_Intelligence_with_Verifiable_Kernels", | |
| "elapsed_seconds_including_export_recovery": 355.1003918647766, | |
| "environment": { | |
| "torch": "2.7.1+cu118", | |
| "cuda": "11.8", | |
| "numpy": "2.5.3", | |
| "device": "NVIDIA GeForce RTX 2060" | |
| }, | |
| "limitations": [ | |
| "48 original AI-assisted reference answers; no external expert review", | |
| "Narrow reference likelihood does not establish factual, coding or safety quality", | |
| "No independent language benchmark or kernel-specific ablation", | |
| "Inherited Qwen pretraining; not foundation pretraining from random initialization", | |
| "Classical kernel alignment extension; no quantum advantage claim" | |
| ], | |
| "export_verification": "merged safetensors reloaded through ordinary Transformers; validation metrics recomputed" | |
| } |