Dataset splits: 4267 examples, 2985 train / 637 val / 645 test

example_scores.jsonl

@@ -0,0 +1,22 @@
+{"id": "lol-defmacro-g", "score": 0.9874999999999999, "category": "capture-management", "complexity": "advanced"}
+{"id": "lol-defmacro-bang", "score": 0.9624999999999999, "category": "capture-management", "complexity": "advanced"}
+{"id": "lol-aif", "score": 0.9125, "category": "anaphoric", "complexity": "basic"}
+{"id": "lol-alambda", "score": 0.9125, "category": "anaphoric", "complexity": "basic"}
+{"id": "lol-dlambda", "score": 0.95, "category": "dispatch", "complexity": "intermediate"}
+{"id": "lol-alet", "score": 0.95, "category": "anaphoric", "complexity": "intermediate"}
+{"id": "lol-pandoriclet", "score": 0.975, "category": "dispatch", "complexity": "advanced"}
+{"id": "lol-with-pandoric", "score": 0.9824999999999999, "category": "dispatch", "complexity": "advanced"}
+{"id": "lol-nlet-tail", "score": 0.975, "category": "control-flow", "complexity": "advanced"}
+{"id": "lol-sortf", "score": 0.9624999999999999, "category": "efficiency", "complexity": "advanced"}
+{"id": "lol-fformat", "score": 0.97, "category": "compiler-macro", "complexity": "intermediate"}
+{"id": "lol-defun-bang", "score": 0.975, "category": "capture-management", "complexity": "intermediate"}
+{"id": "lol-plambda", "score": 0.9375, "category": "dispatch", "complexity": "advanced"}
+{"id": "lol-if-match", "score": 1.0, "category": "control-flow", "complexity": "advanced"}
+{"id": "lol-pandoric-eval", "score": 0.9824999999999999, "category": "scope", "complexity": "advanced"}
+{"id": "onlisp-with-gensyms", "score": 0.9375, "category": "capture-management", "complexity": "basic"}
+{"id": "onlisp-condlet", "score": 0.9625, "category": "control-flow", "complexity": "intermediate"}
+{"id": "onlisp-generalized-setf", "score": 0.95, "category": "dsl", "complexity": "intermediate"}
+{"id": "onlisp-dbind", "score": 0.9625, "category": "dsl", "complexity": "intermediate"}
+{"id": "onlisp-choose", "score": 0.9375, "category": "control-flow", "complexity": "advanced"}
+{"id": "onlisp-cps", "score": 0.9375, "category": "control-flow", "complexity": "advanced"}
+{"id": "onlisp-aand", "score": 0.9624999999999999, "category": "anaphoric", "complexity": "basic"}

quality_report.json

@@ -0,0 +1,26 @@
+{
+  "total_examples": 22,
+  "mean_score": 0.958409090909091,
+  "min_score": 0.9125,
+  "max_score": 1.0,
+  "below_threshold": 0,
+  "category_distribution": {
+    "capture-management": 4,
+    "anaphoric": 4,
+    "dispatch": 4,
+    "control-flow": 5,
+    "efficiency": 1,
+    "compiler-macro": 1,
+    "scope": 1,
+    "dsl": 2
+  },
+  "complexity_distribution": {
+    "advanced": 11,
+    "basic": 4,
+    "intermediate": 7
+  },
+  "source_distribution": {
+    "let-over-lambda": 15,
+    "on-lisp": 7
+  }
+}