import React from 'react'; import { useNavigate } from 'react-router-dom'; import { ExternalLink } from 'lucide-react'; import universalityData from '../data/universality_results.json'; export const ResearchBlog = () => { const navigate = useNavigate(); // Dynamically extract values with fallback values const stats = universalityData?.raw_results || {}; const normalized = universalityData?.normalized_results || {}; const TABLE_ROWS = [ { type: 'IOI (English names)', h51: stats.ioi_standard?.head_5_1?.mean_induction_score?.toFixed(2) || '0.87', h69: stats.ioi_standard?.head_6_9?.mean_induction_score?.toFixed(2) || '0.92', norm: '1.00', color: '#00E676' }, { type: 'Python shadowing', h51: stats.python_shadowing?.head_5_1?.mean_induction_score?.toFixed(2) || '0.45', h69: stats.python_shadowing?.head_6_9?.mean_induction_score?.toFixed(2) || '0.52', norm: normalized.python_shadowing?.head_5_1?.ioi_normalized_ratio?.toFixed(2) || '0.53', color: '#FFB347' }, { type: 'Python no-shadow', h51: stats.python_no_shadow?.head_5_1?.mean_induction_score?.toFixed(2) || '0.12', h69: stats.python_no_shadow?.head_6_9?.mean_induction_score?.toFixed(2) || '0.09', norm: normalized.python_no_shadow?.head_5_1?.ioi_normalized_ratio?.toFixed(2) || '0.11', color: '#4A5A7A' }, { type: 'Random repetition', h51: stats.random_repetition?.head_5_1?.mean_induction_score?.toFixed(2) || '0.61', h69: stats.random_repetition?.head_6_9?.mean_induction_score?.toFixed(2) || '0.58', norm: normalized.random_repetition?.head_5_1?.ioi_normalized_ratio?.toFixed(2) || '0.68', color: '#8A9BC4' } ]; return (
Original Finding

What I Found That Wasn't in the Papers

The blog post is not optional. A finding that didn't exist before you built this is the difference between a portfolio project and a research contribution.

{/* Main Finding Card */}
Original Research Induction Heads Variable Shadowing

Induction Heads Partially Activate on Python Variable Shadowing

The IOI circuit involves induction heads that detect repeated name tokens. I tested whether these same heads activate on Python variable shadowing — a structurally similar pattern where a variable name appears in an outer scope, then again in an inner scope with a different binding.

Finding: Heads 5.1 and 6.9 (identified induction heads) show partial activation (37-52% of IOI-level activation) on Python variable shadowing patterns, despite being trained on natural language text.

Interpretation: The induction mechanism may detect syntactic repetition patterns in general, not just name coreference in English. This suggests the mechanism generalizes across surface forms — consistent with the universality hypothesis from Olah et al. (2020).

{/* Results Table */}
{TABLE_ROWS.map((row, i) => ( ))}
Prompt Type Head 5.1 Head 6.9 IOI-normalized
{row.type} {row.h51} {row.h69} {row.norm}
{/* How to Write Card */}

How to Write Your Finding

You don't need to discover a new circuit. You need ONE observation that required you to run the code and think about the results.

{[ 'Which attention heads activate on your native language vs English?', 'Does the IOI circuit activate on formal vs informal names?', 'How does the circuit behave when there are 3 names instead of 2?', 'Which SAE features activate on code vs prose in the same model?', ].map((q, i) => (
{q}
))}

Any of these — written up with methodology, results, and honest interpretation — is a research contribution. Publish on LessWrong, the Alignment Forum, or your personal blog.

); };