add country-colored perfect-score wall-vs-total graph
Browse files- README.md +5 -0
- plots/wall_vs_total_perfect_country.png +0 -0
- scripts/make_plots.py +5 -1
README.md
CHANGED
|
@@ -195,6 +195,11 @@ finish in 1.75 h while a 4 B model takes 14.5 h.
|
|
| 195 |
|
| 196 |

|
| 197 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 198 |
**Wall clock vs output tokens.** The clearest single driver: the runs that spend more output
|
| 199 |
tokens take longer. The Spark outliers are the high-token runs, not the large models.
|
| 200 |
|
|
|
|
| 195 |
|
| 196 |

|
| 197 |
|
| 198 |
+
**Wall clock vs total parameters — perfect-score runs, by model origin.** Same filter and
|
| 199 |
+
color key as the active-parameter version; wall time still includes voided tasks.
|
| 200 |
+
|
| 201 |
+

|
| 202 |
+
|
| 203 |
**Wall clock vs output tokens.** The clearest single driver: the runs that spend more output
|
| 204 |
tokens take longer. The Spark outliers are the high-token runs, not the large models.
|
| 205 |
|
plots/wall_vs_total_perfect_country.png
ADDED
|
scripts/make_plots.py
CHANGED
|
@@ -130,6 +130,10 @@ def main() -> None:
|
|
| 130 |
"Wall clock vs active parameters — perfect-score runs (GB10)",
|
| 131 |
"Active parameters (B, log)", "Wall clock (hours)",
|
| 132 |
os.path.join(args.out, "wall_vs_active_perfect_country.png"))
|
|
|
|
|
|
|
|
|
|
|
|
|
| 133 |
scatter(gb, "total_b", "wall_h",
|
| 134 |
"Wall clock vs total parameters (GB10, 42 tasks)",
|
| 135 |
"Total parameters (B, log)", "Wall clock (hours)",
|
|
@@ -218,7 +222,7 @@ def main() -> None:
|
|
| 218 |
fig.savefig(os.path.join(args.out, "perf_per_byte.png"), bbox_inches="tight")
|
| 219 |
plt.close(fig)
|
| 220 |
|
| 221 |
-
print(f"wrote
|
| 222 |
|
| 223 |
|
| 224 |
if __name__ == "__main__":
|
|
|
|
| 130 |
"Wall clock vs active parameters — perfect-score runs (GB10)",
|
| 131 |
"Active parameters (B, log)", "Wall clock (hours)",
|
| 132 |
os.path.join(args.out, "wall_vs_active_perfect_country.png"))
|
| 133 |
+
scatter_country(perfect, "total_b", "wall_h",
|
| 134 |
+
"Wall clock vs total parameters — perfect-score runs (GB10)",
|
| 135 |
+
"Total parameters (B, log)", "Wall clock (hours)",
|
| 136 |
+
os.path.join(args.out, "wall_vs_total_perfect_country.png"))
|
| 137 |
scatter(gb, "total_b", "wall_h",
|
| 138 |
"Wall clock vs total parameters (GB10, 42 tasks)",
|
| 139 |
"Total parameters (B, log)", "Wall clock (hours)",
|
|
|
|
| 222 |
fig.savefig(os.path.join(args.out, "perf_per_byte.png"), bbox_inches="tight")
|
| 223 |
plt.close(fig)
|
| 224 |
|
| 225 |
+
print(f"wrote 7 plots to {args.out} ({len(gb)} GB10 / {len(data) - len(gb)} Thor rows)")
|
| 226 |
|
| 227 |
|
| 228 |
if __name__ == "__main__":
|