logbook.json

{
  "schema_version": 1,
  "title": "Gemma SQL",
  "emoji": "🎯",
  "space_id": "abidlabs/gemma-sql-logbook",
  "updated_at": "2026-07-02T20:20:16+00:00",
  "root": {
    "slug": "index",
    "title": "Gemma SQL",
    "file": "pages/index.md",
    "children": [
      {
        "slug": "data-eval-harness-gretelai-synthetic-text-to-sql-heldout-sqlite-executable-subset-of-test-split-metrics-execution-accuracy-primary-normalized-exact-match",
        "title": "Data & eval harness — gretelai/synthetic_text_to_sql; heldout = SQLite-executable subset of test split; metrics = execution accuracy (primary) + normalized exact match",
        "file": "pages/data-eval-harness-gretelai-synthetic-text-to-sql-heldout-sqlite-executable-subset-of-test-split-metrics-execution-accuracy-primary-normalized-exact-match/page.md",
        "children": []
      },
      {
        "slug": "baseline-zero-shot-google-gemma-3-270m-it-on-heldout-via-hf-jobs-report-ex-em",
        "title": "Baseline — zero-shot google/gemma-3-270m(-it) on heldout via HF Jobs; report EX/EM",
        "file": "pages/baseline-zero-shot-google-gemma-3-270m-it-on-heldout-via-hf-jobs-report-ex-em/page.md",
        "children": []
      },
      {
        "slug": "fine-tune-trl-sft-on-train-split-via-hf-jobs-gpu-push-model-to-hub",
        "title": "Fine-tune — TRL SFT on train split via HF Jobs GPU; push model to Hub",
        "file": "pages/fine-tune-trl-sft-on-train-split-via-hf-jobs-gpu-push-model-to-hub/page.md",
        "children": []
      },
      {
        "slug": "eval-fine-tuned-same-harness-on-heldout-report-improvement-over-baseline",
        "title": "Eval fine-tuned — same harness on heldout; report improvement over baseline",
        "file": "pages/eval-fine-tuned-same-harness-on-heldout-report-improvement-over-baseline/page.md",
        "children": []
      },
      {
        "slug": "data-eval-harness",
        "title": "Data & eval harness",
        "file": "pages/data-eval-harness/page.md",
        "children": []
      },
      {
        "slug": "baseline-zero-shot",
        "title": "Baseline (zero-shot)",
        "file": "pages/baseline-zero-shot/page.md",
        "children": []
      },
      {
        "slug": "fine-tune-sft",
        "title": "Fine-tune (SFT)",
        "file": "pages/fine-tune-sft/page.md",
        "children": []
      },
      {
        "slug": "eval-fine-tuned",
        "title": "Eval fine-tuned",
        "file": "pages/eval-fine-tuned/page.md",
        "children": []
      }
    ]
  }
}