| { |
| "all_passed": true, |
| "failed_profiles": [], |
| "reports": [ |
| { |
| "profile_id": "14ch-fp16", |
| "channel_count": 14, |
| "precision": "fp16", |
| "token_count": 560, |
| "sample_steps": 20, |
| "encoder": { |
| "mae": 0.0074599734507501125, |
| "rmse": 0.009376157075166702, |
| "max_abs": 0.028489351272583008, |
| "rel_l2": 0.014971417374908924 |
| }, |
| "final_z_step_loop": { |
| "mae": 0.006258178036659956, |
| "rmse": 0.010665172711014748, |
| "max_abs": 0.19300776720046997, |
| "rel_l2": 0.011380154639482498 |
| }, |
| "final_z_update_loop": { |
| "mae": 0.006315169855952263, |
| "rmse": 0.010702419094741344, |
| "max_abs": 0.19442611932754517, |
| "rel_l2": 0.01141989603638649 |
| }, |
| "coreml_consistency": { |
| "mae": 0.0006376057863235474, |
| "rmse": 0.0010421890765428543, |
| "max_abs": 0.01103353500366211, |
| "rel_l2": 0.0011107450118288398 |
| }, |
| "threshold_rel_l2": 0.012, |
| "pass": true |
| }, |
| { |
| "profile_id": "16ch-fp16", |
| "channel_count": 16, |
| "precision": "fp16", |
| "token_count": 640, |
| "sample_steps": 20, |
| "encoder": { |
| "mae": 0.006940255872905254, |
| "rmse": 0.008843358606100082, |
| "max_abs": 0.03045654296875, |
| "rel_l2": 0.01402380783110857 |
| }, |
| "final_z_step_loop": { |
| "mae": 0.0048432364128530025, |
| "rmse": 0.006149778142571449, |
| "max_abs": 0.05745832622051239, |
| "rel_l2": 0.006579744163900614 |
| }, |
| "final_z_update_loop": { |
| "mae": 0.0049058133736252785, |
| "rmse": 0.006234212778508663, |
| "max_abs": 0.057101115584373474, |
| "rel_l2": 0.006670081987977028 |
| }, |
| "coreml_consistency": { |
| "mae": 0.0006364885484799743, |
| "rmse": 0.0010369644733145833, |
| "max_abs": 0.009854316711425781, |
| "rel_l2": 0.001108274213038385 |
| }, |
| "threshold_rel_l2": 0.01, |
| "pass": true |
| }, |
| { |
| "profile_id": "32ch-fp16", |
| "channel_count": 32, |
| "precision": "fp16", |
| "token_count": 1280, |
| "sample_steps": 20, |
| "encoder": { |
| "mae": 0.0068974122405052185, |
| "rmse": 0.00882513914257288, |
| "max_abs": 0.03042382001876831, |
| "rel_l2": 0.014106319285929203 |
| }, |
| "final_z_step_loop": { |
| "mae": 0.004189030732959509, |
| "rmse": 0.005252954084426165, |
| "max_abs": 0.020709753036499023, |
| "rel_l2": 0.0056286221370100975 |
| }, |
| "final_z_update_loop": { |
| "mae": 0.004258580505847931, |
| "rmse": 0.005357986781746149, |
| "max_abs": 0.025191545486450195, |
| "rel_l2": 0.005741165950894356 |
| }, |
| "coreml_consistency": { |
| "mae": 0.0006323954439722002, |
| "rmse": 0.0010173922637477517, |
| "max_abs": 0.014103889465332031, |
| "rel_l2": 0.001088618068024516 |
| }, |
| "threshold_rel_l2": 0.01, |
| "pass": true |
| }, |
| { |
| "profile_id": "64ch-fp16", |
| "channel_count": 64, |
| "precision": "fp16", |
| "token_count": 2560, |
| "sample_steps": 20, |
| "encoder": { |
| "mae": 0.00757429888471961, |
| "rmse": 0.009730321355164051, |
| "max_abs": 0.03688855469226837, |
| "rel_l2": 0.015860911458730698 |
| }, |
| "final_z_step_loop": { |
| "mae": 0.003264558967202902, |
| "rmse": 0.004077223129570484, |
| "max_abs": 0.018174409866333008, |
| "rel_l2": 0.004365743603557348 |
| }, |
| "final_z_update_loop": { |
| "mae": 0.0033559747971594334, |
| "rmse": 0.004213370848447084, |
| "max_abs": 0.02053523063659668, |
| "rel_l2": 0.004511525854468346 |
| }, |
| "coreml_consistency": { |
| "mae": 0.0006285925628617406, |
| "rmse": 0.0010274079395458102, |
| "max_abs": 0.012227773666381836, |
| "rel_l2": 0.0010984123218804598 |
| }, |
| "threshold_rel_l2": 0.01, |
| "pass": true |
| }, |
| { |
| "profile_id": "64ch-fp32", |
| "channel_count": 64, |
| "precision": "fp32", |
| "token_count": 2560, |
| "sample_steps": 20, |
| "encoder": { |
| "mae": 3.0412613796215737e-06, |
| "rmse": 4.264039034751477e-06, |
| "max_abs": 2.333521842956543e-05, |
| "rel_l2": 6.950593615329126e-06 |
| }, |
| "final_z_step_loop": { |
| "mae": 1.130579448727076e-06, |
| "rmse": 1.4336205822473858e-06, |
| "max_abs": 1.0848045349121094e-05, |
| "rel_l2": 1.5350690318882698e-06 |
| }, |
| "final_z_update_loop": { |
| "mae": 1.130579448727076e-06, |
| "rmse": 1.4336205822473858e-06, |
| "max_abs": 1.0848045349121094e-05, |
| "rel_l2": 1.5350690318882698e-06 |
| }, |
| "coreml_consistency": { |
| "mae": 0.0, |
| "rmse": 0.0, |
| "max_abs": 0.0, |
| "rel_l2": 0.0 |
| }, |
| "threshold_rel_l2": 0.005, |
| "pass": true |
| } |
| ] |
| } |
|
|
