[ {"page": 2, "type": "underline", "double": true, "quote": "appears to be the era of Artificial Intelligence", "note": "No longer 'appears' - settled. ChatGPT hit 100M users in 2 months (2023), fastest consumer app ever."}, {"page": 2, "type": "circle", "quote": "decode the complexities of biological systems", "note": "Already begun: AlphaFold cracked protein folding - 2024 Nobel Prize in Chemistry."}, {"page": 2, "type": "highlight", "quote": "expanding the boundaries of human knowledge and capability"}, {"page": 2, "type": "doodle", "symbol": "star", "quote": "AI analyzes medical images"}, {"page": 2, "type": "margin", "quote": "power distribution across electrical grids", "note": "And drives the cars too - Waymo passed 1M+ fully driverless rides per month by 2025."}, {"page": 2, "type": "scribble", "quote": "Brynjolfsson and McAfee 2014; Domingos 2016", "note": "Citing 2014 for the AI century? The 2020s literature IS the story now."}, {"page": 3, "type": "circle", "quote": "utilize gradient descent", "note": "Really AdamW since 2017. Plain GD is pedagogy."}, {"page": 3, "type": "underline", "quote": "exposure to numerous examples", "note": "'Numerous' = 15 TRILLION tokens now (Llama 3)."}, {"page": 3, "type": "underline", "double": true, "quote": "to learn, reason, and adapt"}, {"page": 3, "type": "doodle", "symbol": "asterisk", "quote": "How do we recognize patterns?"}, {"page": 4, "type": "underline", "quote": "in 1957 by Frank Rosenblatt", "note": "67 yrs on: TWO Nobels for neural nets in 2024."}, {"page": 4, "type": "highlight", "quote": "could prove basic mathematical theorems"}, {"page": 4, "type": "margin", "quote": "prove basic mathematical theorems or play simple games", "note": "2025: IMO gold. Tic-tac-toe to Olympiad in 60 yrs."}, {"page": 4, "type": "circle", "quote": "emergence of deep reinforcement learning", "note": "Now it's self-supervised transformers; RL lives on in post-training (RLHF)."}, {"page": 4, "type": "doodle", "symbol": "exclaim", "quote": "Self-Check: Question 1.1"}, {"page": 5, "type": "strike", "quote": "date: 2019", "correction": "2025!", "note": "Timeline dies in 2019! Missing: transformers (2017), ChatGPT (Nov 2022), GPT-4 (2023), AI Nobels (2024). The biggest decade is the blank part."}, {"page": 5, "type": "circle", "quote": "unhearsed", "note": "sic - 'unrehearsed'. Even textbooks need editors."}, {"page": 5, "type": "underline", "quote": "spouting bigoted remarks", "note": "RLHF alignment (InstructGPT, 2022) largely tamed this - it is why ChatGPT worked at all."}, {"page": 5, "type": "doodle", "symbol": "star", "quote": "Blue beats"}, {"page": 6, "type": "underline", "double": true, "quote": "match and manipulate patterns exactly", "note": "The exact critique aimed at LLMs too - 'stochastic parrots' (2021). Reasoning models weakened it."}, {"page": 6, "type": "circle", "quote": "600 expert rules", "note": "vs ZERO hand-written rules: GPT-4 passed US medical licensing exam questions (2023). Data beat rules."}, {"page": 6, "type": "underline", "quote": "explain exactly how they made decisions", "note": "Now inverted: the MODEL cannot explain itself. Interpretability is the new MYCIN problem (Anthropic circuits work, 2024-25)."}, {"page": 6, "type": "highlight", "quote": "uncertainty handling, and maintenance remain"}, {"page": 2, "type": "diagram", "title": "the whole plot, one line:", "labels": ["rules", "experts", "statistics", "deep nets", "foundation models"]} ]