Spaces:

CompactAI
/

Built-with-curiosity-not-compute

Running

App Files Files Community

CompactAI commited on 5 days ago

Commit

0ddab7f

verified ·

1 Parent(s): a3c06dc

Upload 4 files

Browse files

Files changed (2) hide show

blog-built-with-curiosity-over-compute.html +165 -0
blog.html +4 -5

blog-built-with-curiosity-over-compute.html ADDED Viewed

	@@ -0,0 +1,165 @@

+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Built with curiosity over compute. | FMN-GPT - CompactAI</title>
+    <link href="https://fonts.googleapis.com/css2?family=Inter:wght@300;400;500;600;700&family=JetBrains+Mono:wght@400;500&display=swap" rel="stylesheet">
+    <style>
+/* FMN-GPT Website Styles */
+:root {
+    --color-bg: #faf8f5;
+    --color-bg-alt: #f5f0e8;
+    --color-bg-dark: #1a1815;
+    --color-bg-dark-alt: #252220;
+    --color-accent: #e85d3b;
+    --color-accent-light: #ff8a6b;
+    --color-accent-dark: #c44a2d;
+    --color-secondary: #d4a853;
+    --color-secondary-light: #e8c87a;
+    --color-text: #2d2a26;
+    --color-text-light: #6b6560;
+    --color-text-muted: #9a948d;
+    --color-border: #e5e0d8;
+    --color-border-dark: #3d3a36;
+    --gradient-warm: linear-gradient(135deg, #e85d3b 0%, #d4a853 100%);
+    --gradient-dark: linear-gradient(135deg, #1a1815 0%, #2d2a26 100%);
+    --shadow-sm: 0 2px 8px rgba(45, 42, 38, 0.08);
+    --shadow-md: 0 4px 20px rgba(45, 42, 38, 0.12);
+    --shadow-lg: 0 8px 40px rgba(45, 42, 38, 0.16);
+    --font-sans: 'Inter', -apple-system, BlinkMacSystemFont, sans-serif;
+    --font-mono: 'JetBrains Mono', 'Fira Code', monospace;
+    --container-max: 1200px;
+    --section-padding: 100px;
+}
+*, *::before, *::after { box-sizing: border-box; margin: 0; padding: 0; }
+html { scroll-behavior: smooth; font-size: 16px; }
+html, body { height: 100%; }
+body { font-family: var(--font-sans); background-color: var(--color-bg); color: var(--color-text); line-height: 1.7; -webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; display: flex; flex-direction: column; min-height: 100vh; }
+main { flex: 1; }
+.container { max-width: var(--container-max); margin: 0 auto; padding: 0 24px; }
+h1, h2, h3, h4, h5, h6 { font-weight: 600; line-height: 1.2; color: var(--color-text); }
+h1 { font-size: clamp(2.5rem, 6vw, 4.5rem); }
+h2 { font-size: clamp(2rem, 4vw, 3rem); }
+h3 { font-size: clamp(1.5rem, 3vw, 2rem); }
+h4 { font-size: 1.25rem; }
+p { margin-bottom: 1.5rem; color: var(--color-text-light); }
+a { color: var(--color-accent); text-decoration: none; transition: color 0.2s ease; }
+a:hover { color: var(--color-accent-dark); }
+code { font-family: var(--font-mono); background: var(--color-bg-alt); padding: 0.2em 0.5em; border-radius: 4px; font-size: 0.9em; color: var(--color-accent-dark); }
+pre { font-family: var(--font-mono); background: var(--color-bg-dark); color: #f5f0e8; padding: 1.5rem; border-radius: 12px; overflow-x: auto; font-size: 0.875rem; line-height: 1.6; }
+pre code { background: none; padding: 0; color: inherit; }
+blockquote { border-left: 4px solid var(--color-accent); padding-left: 1.5rem; margin: 2rem 0; font-style: italic; font-size: 1.25rem; color: var(--color-text); }
+@keyframes pulse { 0%, 100% { opacity: 1; } 50% { opacity: 0.5; } }
+@keyframes float { 0%, 100% { transform: translateY(0); } 50% { transform: translateY(-10px); } }
+.fade-in-up { opacity: 0; transform: translateY(30px); transition: opacity 0.6s ease, transform 0.6s ease; }
+.fade-in-up.visible { opacity: 1; transform: translateY(0); }
+.main-nav { position: fixed; top: 0; left: 0; right: 0; background: rgba(26, 24, 21, 0.95); backdrop-filter: blur(10px); z-index: 1000; padding: 1rem 0; }
+.main-nav .container { display: flex; justify-content: space-between; align-items: center; }
+.nav-brand { color: white; font-size: 1.25rem; font-weight: 600; text-decoration: none; }
+.nav-links { display: flex; gap: 2rem; }
+.nav-links a { color: var(--color-text-muted); text-decoration: none; font-size: 0.9375rem; transition: color 0.2s ease; }
+.nav-links a:hover { color: var(--color-accent); }
+.footer { padding: 3rem 0; background: var(--color-bg-dark); text-align: center; }
+.footer-text { color: white; font-size: 1.125rem; margin-bottom: 0.5rem; }
+.footer-subtext { color: var(--color-text-muted); font-size: 0.875rem; margin: 0; }
+.blog-post-section { padding: var(--section-padding) 0; background: var(--color-bg); flex: 1; }
+.blog-post-content { max-width: 700px; margin: 0 auto; }
+.blog-back { display: inline-block; color: var(--color-accent); font-weight: 500; margin-bottom: 2rem; text-decoration: none; }
+.blog-back:hover { color: var(--color-accent-dark); }
+.blog-post-header { margin-bottom: 3rem; }
+.blog-post-header h1 { margin-top: 1rem; }
+.blog-post-body p { font-size: 1.125rem; line-height: 1.8; margin-bottom: 1.75rem; color: var(--color-text); }
+.blog-post-body p:first-of-type { font-size: 1.25rem; }
+.blog-post-body h1 { font-size: 2rem; margin: 2.5rem 0 1rem; padding-bottom: 0.5rem; border-bottom: 2px solid var(--color-border); }
+.blog-post-body h2 { font-size: 1.6rem; margin: 2rem 0 0.8rem; color: var(--color-accent); }
+.blog-post-body h3 { font-size: 1.3rem; margin: 1.5rem 0 0.6rem; color: var(--color-text); }
+.blog-post-body blockquote { border-left: 4px solid var(--color-accent); padding: 1rem 1.5rem; margin: 2rem 0; background: var(--color-bg-alt); border-radius: 0 8px 8px 0; font-style: italic; font-size: 1.1rem; color: var(--color-text); }
+.blog-post-body blockquote p { margin: 0; }
+.blog-post-body ul, .blog-post-body ol { margin: 1.5rem 0; padding-left: 1.5rem; }
+.blog-post-body li { margin-bottom: 0.75rem; color: var(--color-text); line-height: 1.7; }
+.blog-post-body ul li { list-style-type: disc; }
+.blog-post-body ol li { list-style-type: decimal; }
+.blog-post-body hr { border: none; height: 2px; background: linear-gradient(to right, transparent, var(--color-border), transparent); margin: 3rem 0; }
+.blog-post-body pre { background: var(--color-bg-dark); color: #f5f0e8; padding: 1.5rem; border-radius: 12px; overflow-x: auto; margin: 1.5rem 0; font-family: var(--font-mono); font-size: 0.9rem; line-height: 1.6; }
+.blog-post-body pre code { background: none; padding: 0; color: inherit; font-size: inherit; }
+.blog-post-body code { font-family: var(--font-mono); background: var(--color-bg-alt); padding: 0.2em 0.5em; border-radius: 4px; font-size: 0.85em; color: var(--color-accent-dark); }
+.blog-post-body a { color: var(--color-accent); text-decoration: underline; text-underline-offset: 2px; }
+.blog-post-body a:hover { color: var(--color-accent-dark); }
+.blog-post-body strong { color: var(--color-text); font-weight: 600; }
+.blog-post-body em { color: var(--color-text); }
+.blog-post-body img { max-width: 100%; height: auto; border-radius: 12px; margin: 2rem 0; }
+.blog-meta { display: flex; gap: 1rem; margin-bottom: 1rem; }
+.blog-date { color: var(--color-text-muted); font-size: 0.875rem; }
+.blog-tag { background: rgba(232, 93, 59, 0.1); color: var(--color-accent); font-size: 0.75rem; font-weight: 600; padding: 0.25rem 0.75rem; border-radius: 50px; text-transform: uppercase; letter-spacing: 0.05em; }
+@media (max-width: 768px) { :root { --section-padding: 60px; } }
+    </style>
+</head>
+<body>
+    <nav class="main-nav">
+        <div class="container">
+            <a href="index.html" class="nav-brand">FMN-GPT</a>
+            <div class="nav-links">
+                <a href="blog.html">Blog</a>
+                <a href="status.html">Model Status</a>
+                <a href="https://huggingface.co/CompactAI" target="_blank">HuggingFace</a>
+            </div>
+        </div>
+    </nav>
+    <main>
+        <article class="blog-post-section" id="blog-post">
+            <div class="container">
+                <div class="blog-post-content">
+                    <a href="blog.html" class="blog-back">← Back to Blog</a>
+                    <header class="blog-post-header">
+                        <div class="blog-meta">
+                            <span class="blog-date">2026-02-15</span>
+                            <span class="blog-tag">Philosophy</span>
+                        </div>
+                        <h1>Built with curiosity over compute.</h1>
+                    </header>
+                    <div class="blog-post-body">
+                        <p>There's a strange pressure in tech circles. Every idea must be revolutionary. Every project must be scalable. Every experiment must lead somewhere worth going. If it's going to change the world, why build it? If it's going to beat the state of the art, why publish it? If it's going to get thousands of GitHub stars, why open source it?</p>
+                        <p>We've internalized this idea that only "good" ideas deserve to exist. That only projects with clear paths to success are worth starting. That only experiments with predictable outcomes are worth running.</p>
+                        <p>But here's the thing: FMN-GPT started as a weird question. What if a model could be small by design, avoiding compression entirely?</p>
+                        <p>Was that a good idea? Honestly, we still don't know. The model has ~100K parameters. It might fail. It might be a dead end. It might teach us something unexpected. And that's exactly the point.</p>
+                        <p>The phrase 'Built with curiosity over compute' goes beyond a tagline. A philosophy drives our work. We build because we're curious, without needing infinite resources to throw at problems. A half-baked idea explored on a single GPU matters more than a perfect idea that never leaves the whiteboard.</p>
+                        <p>This project exists because someone got curious. They lacked funding. They lacked a roadmap to success. They lacked certainty it would work. They just wanted to see what would happen.</p>
+                        <p>When I wiped my HuggingFace profile clean and started over, people probably thought I was crazy. Dozens of compressed models, gone. Why? Because quantity was masking the real problem. I was cloning and shrinking other people's work, avoiding building anything new. The work lacked genuine exploration. It was pure optimization.</p>
+                        <p>And optimization without exploration is just a race to the bottom.</p>
+                        <p>Bad ideas teach us. Weird experiments surprise us. Small projects accumulate into something bigger.</p>
+                        <p>The character-level tokenization in FMN-GPT might be inefficient compared to BPE. The recurrent mixer might add unnecessary complexity. The dynamic routing might be computationally expensive for minimal gain. But we're building it anyway, because we want to see what happens.</p>
+                        <p>So here's our invitation to you: build the weird thing. Run the silly experiment. Ask the naive question. Not everything needs to be production-ready. Not everything needs to beat a baseline. Sometimes the journey itself is the point.</p>
+                        <p>Curiosity is undervalued. Compute is overvalued. Let's fix that balance.</p>
+                        <hr>
+                        <p><em>This is the first in a series of posts about the philosophy behind FMN-GPT. Next time, we'll talk about why character-level tokenization is both terrible and fascinating.</em></p>
+                    </div>
+                </div>
+            </div>
+        </article>
+    </main>
+    <footer class="footer">
+        <div class="container">
+            <div class="footer-content">
+                <p class="footer-text">Built with curiosity over compute.</p>
+                <p class="footer-subtext">FMN-GPT by <a href="https://huggingface.co/CompactAI" target="_blank">CompactAI</a> - 2026</p>
+            </div>
+        </div>
+    </footer>
+</body>
+</html>

blog.html CHANGED Viewed

@@ -123,14 +123,13 @@ blockquote { border-left: 4px solid var(--color-accent); padding-left: 1.5rem; m
     </footer>
     <script>
-        const posts = [
             {
-                "slug": "built-with-curiosity-over-compute",
                 "date": "2026-02-15",
                 "tag": "Philosophy",
                 "title": "Built with curiosity over compute.",
-                "excerpt": "There's a strange pressure in tech circles that every idea must be revolutionary, every project must be scalable, every experiment must lead somewhere. We disagree. Ideas don't have to be good to exist. They just have to exist.",
-                "content": "There's a strange pressure in tech circles. Every idea must be revolutionary. Every project must be scalable. Every experiment must lead somewhere worth going. If it's going to change the world, why build it? If it's going to beat the state of the art, why publish it? If it's going to get thousands of GitHub stars, why open source it?\n\nWe've internalized this idea that only \"good\" ideas deserve to exist. That only projects with clear paths to success are worth starting. That only experiments with predictable outcomes are worth running.\n\nBut here's the thing: FMN-GPT started as a weird question. What if a model could be small by design, avoiding compression entirely?\n\nWas that a good idea? Honestly, we still don't know. The model has ~100K parameters. It might fail. It might be a dead end. It might teach us something unexpected. And that's exactly the point.\n\nThe phrase 'Built with curiosity over compute' goes beyond a tagline. A philosophy drives our work. We build because we're curious, without needing infinite resources to throw at problems. A half-baked idea explored on a single GPU matters more than a perfect idea that never leaves the whiteboard.\n\nThis project exists because someone got curious. They lacked funding. They lacked a roadmap to success. They lacked certainty it would work. They just wanted to see what would happen.\n\nWhen I wiped my HuggingFace profile clean and started over, people probably thought I was crazy. Dozens of compressed models, gone. Why? Because quantity was masking the real problem. I was cloning and shrinking other people's work, avoiding building anything new. The work lacked genuine exploration. It was pure optimization.\n\nAnd optimization without exploration is just a race to the bottom.\n\nBad ideas teach us. Weird experiments surprise us. Small projects accumulate into something bigger.\n\nThe character-level tokenization in FMN-GPT might be inefficient compared to BPE. The recurrent mixer might add unnecessary complexity. The dynamic routing might be computationally expensive for minimal gain. But we're building it anyway, because we want to see what happens.\n\nSo here's our invitation to you: build the weird thing. Run the silly experiment. Ask the naive question. Not everything needs to be production-ready. Not everything needs to beat a baseline. Sometimes the journey itself is the point.\n\nCuriosity is undervalued. Compute is overvalued. Let's fix that balance.\n\n---\n\n*This is the first in a series of posts about the philosophy behind FMN-GPT. Next time, we'll talk about why character-level tokenization is both terrible and fascinating.*"
             }
         ];
@@ -143,7 +142,7 @@ blockquote { border-left: 4px solid var(--color-accent); padding-left: 1.5rem; m
             }
             container.innerHTML = posts.map(post => `
-                <a href="blog-post.html?slug=${post.slug}" class="blog-card">
                     <div class="blog-meta">
                         <span class="blog-date">${post.date}</span>
                         <span class="blog-tag">${post.tag}</span>

     </footer>
     <script>
+const posts = [
             {
+                "file": "blog-built-with-curiosity-over-compute.html",
                 "date": "2026-02-15",
                 "tag": "Philosophy",
                 "title": "Built with curiosity over compute.",
+                "excerpt": "There's a strange pressure in tech circles that every idea must be revolutionary, every project must be scalable, every experiment must lead somewhere. We disagree. Ideas don't have to be good to exist. They just have to exist."
             }
         ];
             }
             container.innerHTML = posts.map(post => `
+                <a href="${post.file}" class="blog-card">
                     <div class="blog-meta">
                         <span class="blog-date">${post.date}</span>
                         <span class="blog-tag">${post.tag}</span>