app/annotations_ch1.json

[
  {"page": 2, "type": "underline", "double": true, "quote": "appears to be the era of Artificial Intelligence",
   "note": "No longer 'appears' - settled. ChatGPT hit 100M users in 2 months (2023), fastest consumer app ever."},
  {"page": 2, "type": "circle", "quote": "decode the complexities of biological systems",
   "note": "Already begun: AlphaFold cracked protein folding - 2024 Nobel Prize in Chemistry."},
  {"page": 2, "type": "highlight", "quote": "expanding the boundaries of human knowledge and capability"},
  {"page": 2, "type": "doodle", "symbol": "star", "quote": "AI analyzes medical images"},
  {"page": 2, "type": "margin", "quote": "power distribution across electrical grids",
   "note": "And drives the cars too - Waymo passed 1M+ fully driverless rides per month by 2025."},
  {"page": 2, "type": "scribble", "quote": "Brynjolfsson and McAfee 2014; Domingos 2016",
   "note": "Citing 2014 for the AI century? The 2020s literature IS the story now."},

  {"page": 3, "type": "circle", "quote": "utilize gradient descent",
   "note": "Really AdamW since 2017. Plain GD is pedagogy."},
  {"page": 3, "type": "underline", "quote": "exposure to numerous examples",
   "note": "'Numerous' = 15 TRILLION tokens now (Llama 3)."},
  {"page": 3, "type": "underline", "double": true, "quote": "to learn, reason, and adapt"},
  {"page": 3, "type": "doodle", "symbol": "asterisk", "quote": "How do we recognize patterns?"},

  {"page": 4, "type": "underline", "quote": "in 1957 by Frank Rosenblatt",
   "note": "67 yrs on: TWO Nobels for neural nets in 2024."},
  {"page": 4, "type": "highlight", "quote": "could prove basic mathematical theorems"},
  {"page": 4, "type": "margin", "quote": "prove basic mathematical theorems or play simple games",
   "note": "2025: IMO gold. Tic-tac-toe to Olympiad in 60 yrs."},
  {"page": 4, "type": "circle", "quote": "emergence of deep reinforcement learning",
   "note": "Now it's self-supervised transformers; RL lives on in post-training (RLHF)."},
  {"page": 4, "type": "doodle", "symbol": "exclaim", "quote": "Self-Check: Question 1.1"},

  {"page": 5, "type": "strike", "quote": "date: 2019", "correction": "2025!",
   "note": "Timeline dies in 2019! Missing: transformers (2017), ChatGPT (Nov 2022), GPT-4 (2023), AI Nobels (2024). The biggest decade is the blank part."},
  {"page": 5, "type": "circle", "quote": "unhearsed",
   "note": "sic - 'unrehearsed'. Even textbooks need editors."},
  {"page": 5, "type": "underline", "quote": "spouting bigoted remarks",
   "note": "RLHF alignment (InstructGPT, 2022) largely tamed this - it is why ChatGPT worked at all."},
  {"page": 5, "type": "doodle", "symbol": "star", "quote": "Blue beats"},

  {"page": 6, "type": "underline", "double": true, "quote": "match and manipulate patterns exactly",
   "note": "The exact critique aimed at LLMs too - 'stochastic parrots' (2021). Reasoning models weakened it."},
  {"page": 6, "type": "circle", "quote": "600 expert rules",
   "note": "vs ZERO hand-written rules: GPT-4 passed US medical licensing exam questions (2023). Data beat rules."},
  {"page": 6, "type": "underline", "quote": "explain exactly how they made decisions",
   "note": "Now inverted: the MODEL cannot explain itself. Interpretability is the new MYCIN problem (Anthropic circuits work, 2024-25)."},
  {"page": 6, "type": "highlight", "quote": "uncertainty handling, and maintenance remain"},
  {"page": 2, "type": "diagram", "title": "the whole plot, one line:",
   "labels": ["rules", "experts", "statistics", "deep nets", "foundation models"]}
]