Upload folder using huggingface_hub

eval/benchmark_itm_results_20260406155014.json

@@ -0,0 +1,14 @@
+{
+  "engine": "direct ITM (itm.ITMLossWinnf.getItmLoss)",
+  "data_dir": "/ssd/elevation_transformer/itm_loss_test",
+  "samples": 64,
+  "rmse": 0.0,
+  "mae": 0.0,
+  "median_error": 0.0,
+  "p90_error": 0.0,
+  "p95_error": 0.0,
+  "throughput": 66686.74214231646,
+  "batch_size": 64,
+  "runs": 2,
+  "warmup_runs": 1
+}

eval/benchmark_itm_results_20260406155021.json

@@ -0,0 +1,14 @@
+{
+  "engine": "direct ITM (itm.ITMLossWinnf.getItmLoss)",
+  "data_dir": "/ssd/elevation_transformer/itm_loss_test",
+  "samples": 1000,
+  "rmse": 0.0,
+  "mae": 0.0,
+  "median_error": 0.0,
+  "p90_error": 0.0,
+  "p95_error": 0.0,
+  "throughput": 67587.4236505068,
+  "batch_size": 64,
+  "runs": 10,
+  "warmup_runs": 2
+}

eval/benchmark_itm_results_20260406155136.json

@@ -0,0 +1,18 @@
+{
+  "engine": "direct ITM (itm.ITMLossWinnf.getItmLoss)",
+  "data_dir": "/ssd/elevation_transformer/itm_loss_test",
+  "samples": 1000,
+  "rmse": 0.0,
+  "mae": 0.0,
+  "median_error": 0.0,
+  "p90_error": 0.0,
+  "p95_error": 0.0,
+  "accuracy_throughput": 67973.96923753271,
+  "batch_size": 64,
+  "runs": 10,
+  "warmup_runs": 2,
+  "speed_total_time_s": 0.007569140001578489,
+  "speed_time_per_batch_ms": 0.7569140001578489,
+  "speed_time_per_sample_us": 11.82678125246639,
+  "speed_throughput": 84553.85946970628
+}

eval/benchmark_itm_results_20260406155402.json

@@ -0,0 +1,18 @@
+{
+  "engine": "direct ITM (itm.ITMLossWinnf.getItmLoss)",
+  "data_dir": "/ssd/elevation_transformer/itm_loss_test",
+  "samples": 1000,
+  "rmse": 0.0,
+  "mae": 0.0,
+  "median_error": 0.0,
+  "p90_error": 0.0,
+  "p95_error": 0.0,
+  "accuracy_throughput": 69446.8799018107,
+  "batch_size": 64,
+  "runs": 10,
+  "warmup_runs": 2,
+  "speed_total_time_s": 0.007984153002325911,
+  "speed_time_per_batch_ms": 0.7984153002325911,
+  "speed_time_per_sample_us": 12.475239066134236,
+  "speed_throughput": 80158.78450895891
+}

eval/benchmark_itm_results_20260406170717.json

@@ -0,0 +1,18 @@
+{
+  "engine": "direct ITM (itm.ITMLossWinnf.getItmLoss)",
+  "data_dir": "/ssd/elevation_transformer/itm_loss_test",
+  "samples": 1000,
+  "rmse": 0.0,
+  "mae": 0.0,
+  "median_error": 0.0,
+  "p90_error": 0.0,
+  "p95_error": 0.0,
+  "accuracy_throughput": 73072.4563784286,
+  "batch_size": 64,
+  "runs": 100,
+  "warmup_runs": 2,
+  "speed_total_time_s": 0.07225769499927992,
+  "speed_time_per_batch_ms": 0.7225769499927992,
+  "speed_time_per_sample_us": 11.290264843637488,
+  "speed_throughput": 88571.88151467852
+}

eval/benchmark_itm_results_20260406170817.json

@@ -0,0 +1,18 @@
+{
+  "engine": "direct ITM (itm.ITMLossWinnf.getItmLoss)",
+  "data_dir": "/ssd/elevation_transformer/itm_loss_test",
+  "samples": 1000,
+  "rmse": 0.0,
+  "mae": 0.0,
+  "median_error": 0.0,
+  "p90_error": 0.0,
+  "p95_error": 0.0,
+  "accuracy_throughput": 71271.56525639759,
+  "batch_size": 64,
+  "runs": 100,
+  "warmup_runs": 2,
+  "speed_total_time_s": 0.07026633400164428,
+  "speed_time_per_batch_ms": 0.7026633400164428,
+  "speed_time_per_sample_us": 10.979114687756919,
+  "speed_throughput": 91082.02513952465
+}

eval/benchmark_results_20260206120112.json

@@ -0,0 +1,9 @@
+{
+  "model": "weights/model_weights20260205140023.pth",
+  "rmse": 24.123634338378906,
+  "mae": 14.278812408447266,
+  "median_error": 4.9862213134765625,
+  "p90_error": 44.78574981689453,
+  "p95_error": 57.86210479736322,
+  "throughput": 5.298835919260831
+}

eval/benchmark_results_20260406154600.json

@@ -0,0 +1,9 @@
+{
+  "model": "weights/model_weights20260205140023.pth",
+  "rmse": 24.123634338378906,
+  "mae": 14.278812408447266,
+  "median_error": 4.9862213134765625,
+  "p90_error": 44.78574981689453,
+  "p95_error": 57.86210479736322,
+  "throughput": 7.951679617296299
+}

eval/benchmark_results_20260406170622.json

@@ -0,0 +1,9 @@
+{
+  "model": "weights/model_weights20260205140023.pth",
+  "rmse": 24.123634338378906,
+  "mae": 14.278812408447266,
+  "median_error": 4.9862213134765625,
+  "p90_error": 44.78574981689453,
+  "p95_error": 57.86210479736322,
+  "throughput": 11.191393115816526
+}

eval/profile_model_breakdown_20260406173739.json

@@ -0,0 +1,19 @@
+{
+  "weights": "/ssd/elevation_transformer/weights/model_weights20260205140023.pth",
+  "data_dir": "/ssd/elevation_transformer/itm_loss_test",
+  "batch_size": 64,
+  "seq_length": 750,
+  "runs": 100,
+  "warmup_runs": 10,
+  "pin_memory": true,
+  "compiled": true,
+  "batch_kib": 235.375,
+  "copy_only_total_s": 0.006547548000526149,
+  "copy_only_per_sample_us": 1.0230543750822108,
+  "forward_only_total_s": 28.75477403200057,
+  "forward_only_per_sample_us": 4492.933442500089,
+  "end_to_end_total_s": 31.831564970998443,
+  "end_to_end_per_sample_us": 4973.682026718507,
+  "copy_fraction": 0.00020569356255313186,
+  "forward_fraction": 0.9033415120556868
+}