Spaces:

robtacconelli
/

midicoth

Sleeping

App Files Files Community

st4ck commited on 30 days ago

Commit

3f05a44

1 Parent(s): 3d052c5

Add text input, base64 output/input, 3-tab UI (Compress Text / Compress File / Decompress)

Browse files

Files changed (1) hide show

app.py +286 -87

app.py CHANGED Viewed

@@ -1,64 +1,182 @@
 #!/usr/bin/env python3
 """Midicoth — Micro-Diffusion Compression — HuggingFace Space Demo."""
-import os, subprocess, tempfile
 from flask import Flask, request, send_file, render_template_string
 app = Flask(__name__)
 BINARY = os.path.join(os.path.dirname(os.path.abspath(__file__)), "mdc")
-HTML = """<!DOCTYPE html>
-<html lang="en">
-<head>
-<meta charset="UTF-8">
-<meta name="viewport" content="width=device-width,initial-scale=1">
-<title>Midicoth — Micro-Diffusion Compression</title>
 <style>
-  body{font-family:system-ui,sans-serif;max-width:720px;margin:40px auto;padding:0 20px;background:#0f172a;color:#e2e8f0}
-  h1{font-size:1.8em;margin-bottom:4px}
-  p.sub{color:#94a3b8;margin-top:0}
-  .card{background:#1e293b;border-radius:12px;padding:24px;margin:20px 0}
-  h2{font-size:1.1em;margin-top:0;color:#7dd3fc}
-  label{display:block;margin-bottom:8px;font-size:.9em;color:#94a3b8}
-  input[type=file]{width:100%;padding:10px;background:#0f172a;border:1px solid #334155;border-radius:8px;color:#e2e8f0;box-sizing:border-box}
-  button{margin-top:12px;padding:10px 28px;background:#6366f1;color:white;border:none;border-radius:8px;font-size:1em;font-weight:600;cursor:pointer}
-  button:hover{background:#4f46e5}
-  .error{color:#f87171;margin-top:10px;font-size:.9em}
-  .stats{margin-top:10px;font-size:.9em;color:#94a3b8;background:#0f172a;padding:10px;border-radius:6px}
-  a.dl{display:inline-block;margin-top:10px;padding:10px 24px;background:#22c55e;color:white;border-radius:8px;text-decoration:none;font-weight:600}
-  footer{margin-top:40px;font-size:.8em;color:#475569;text-align:center}
-  table{border-collapse:collapse;width:100%;margin-top:10px}
-  td,th{padding:6px 12px;border:1px solid #334155;font-size:.9em}
-  th{color:#7dd3fc;font-weight:600}
 </style>
-</head>
-<body>
 <h1>🗜️ Midicoth</h1>
-<p class="sub">Micro-Diffusion Compression · Binary Tree Tweedie Denoising · No neural network · No GPU</p>
-<div class="card">
-  <h2>Compress</h2>
-  <form method="post" action="/compress" enctype="multipart/form-data">
     <label>Upload any file:</label>
     <input type="file" name="file" required>
     <button type="submit">Compress →</button>
   </form>
-  {% if compress_error %}<p class="error">{{ compress_error }}</p>{% endif %}
 </div>
-<div class="card">
-  <h2>Decompress</h2>
-  <form method="post" action="/decompress" enctype="multipart/form-data">
-    <label>Upload a <code>.mdc</code> file:</label>
-    <input type="file" name="file" accept=".mdc" required>
-    <button type="submit">Decompress →</button>
   </form>
-  {% if decompress_error %}<p class="error">{{ decompress_error }}</p>{% endif %}
 </div>
-<div class="card" style="font-size:.88em;color:#94a3b8">
-  <b style="color:#e2e8f0">How it works:</b> PPM (orders 0–4) → Match Model → Word Model →
-  High-Order Context (orders 5–8) → Micro-Diffusion Tweedie Denoiser → Arithmetic Coder.<br><br>
   <table>
     <tr><th>Benchmark</th><th>Midicoth</th><th>xz -9</th><th>Improvement</th></tr>
     <tr><td>alice29.txt (152 KB)</td><td>2.119 bpb</td><td>2.551 bpb</td><td>+16.9%</td></tr>
@@ -66,72 +184,153 @@ HTML = """<!DOCTYPE html>
   </table>
 </div>
-<footer>Apache 2.0 · <a href="https://github.com/robtacconelli/midicoth" style="color:#6366f1">GitHub</a>
-· <a href="https://arxiv.org/abs/2603.08771" style="color:#6366f1">arXiv:2603.08771</a></footer>
-</body></html>"""
-def fmt(n):
-    if n < 1024: return f"{n} B"
-    if n < 1024**2: return f"{n/1024:.1f} KB"
-    return f"{n/1024**2:.2f} MB"
 @app.route("/health")
 def health():
     return "ok", 200
 @app.route("/")
 def index():
-    return render_template_string(HTML)
-@app.route("/compress", methods=["POST"])
-def compress():
     f = request.files.get("file")
     if not f or not f.filename:
-        return render_template_string(HTML, compress_error="No file uploaded.")
-    with tempfile.TemporaryDirectory() as d:
-        inp = os.path.join(d, "input")
-        out = os.path.join(d, "output.mdc")
-        f.save(inp)
-        r = subprocess.run([BINARY, "compress", inp, out], capture_output=True, text=True)
-        if r.returncode != 0:
-            return render_template_string(HTML, compress_error=f"Compression failed: {r.stderr}")
-        in_sz  = os.path.getsize(inp)
-        out_sz = os.path.getsize(out)
-        bpb    = out_sz * 8 / in_sz
-        stats  = (f"Original: {fmt(in_sz)} → Compressed: {fmt(out_sz)} "
-                  f"({out_sz/in_sz*100:.1f}%, {bpb:.3f} bpb, "
-                  f"saved {100-out_sz/in_sz*100:.1f}%)")
-        return send_file(out, as_attachment=True,
-                         download_name=f.filename + ".mdc",
-                         mimetype="application/octet-stream")
-@app.route("/decompress", methods=["POST"])
-def decompress():
     f = request.files.get("file")
     if not f or not f.filename:
-        return render_template_string(HTML, decompress_error="No file uploaded.")
-    with tempfile.TemporaryDirectory() as d:
-        inp = os.path.join(d, "input.mdc")
-        out = os.path.join(d, "output")
-        f.save(inp)
-        # Validate magic
-        with open(inp, "rb") as fh:
-            magic = fh.read(4)
-        if magic != b"MDC7":
-            return render_template_string(HTML, decompress_error="Not a valid Midicoth (.mdc) file.")
-        r = subprocess.run([BINARY, "decompress", inp, out], capture_output=True, text=True)
-        if r.returncode != 0:
-            return render_template_string(HTML, decompress_error=f"Decompression failed: {r.stderr}")
-        name = f.filename[:-4] if f.filename.endswith(".mdc") else f.filename + ".restored"
-        return send_file(out, as_attachment=True,
-                         download_name=name,
-                         mimetype="application/octet-stream")
 if __name__ == "__main__":
     app.run(host="0.0.0.0", port=7860, debug=False)

 #!/usr/bin/env python3
 """Midicoth — Micro-Diffusion Compression — HuggingFace Space Demo."""
+import os, subprocess, tempfile, base64
 from flask import Flask, request, send_file, render_template_string
 app = Flask(__name__)
 BINARY = os.path.join(os.path.dirname(os.path.abspath(__file__)), "mdc")
+# ---------------------------------------------------------------------------
+# Helpers
+# ---------------------------------------------------------------------------
+def fmt(n):
+    if n < 1024:      return f"{n} B"
+    if n < 1024**2:   return f"{n/1024:.1f} KB"
+    return f"{n/1024**2:.2f} MB"
+def is_utf8(data):
+    try:
+        data.decode("utf-8"); return True
+    except UnicodeDecodeError:
+        return False
+def dl_link(b64, name, label, color="#22c55e"):
+    return (f'<a class="dl" style="background:{color}" '
+            f'href="data:application/octet-stream;base64,{b64}" download="{name}">'
+            f'{label}</a>')
+# ---------------------------------------------------------------------------
+# HTML
+# ---------------------------------------------------------------------------
+STYLE = """
 <style>
+*{box-sizing:border-box}
+body{font-family:system-ui,sans-serif;max-width:780px;margin:40px auto;padding:0 20px;
+     background:#0f172a;color:#e2e8f0}
+h1{font-size:1.8em;margin-bottom:4px}
+.sub{color:#94a3b8;margin-top:0;font-size:.95em}
+/* tabs */
+.tabs{display:flex;gap:4px;margin:24px 0 0}
+.tab{padding:9px 18px;border-radius:8px 8px 0 0;cursor:pointer;font-size:.9em;font-weight:600;
+     background:#1e293b;color:#94a3b8;border:none;transition:.15s}
+.tab.active{background:#6366f1;color:white}
+.panel{display:none;background:#1e293b;border-radius:0 8px 8px 8px;padding:24px}
+.panel.active{display:block}
+/* form elements */
+label{display:block;margin-bottom:6px;font-size:.88em;color:#94a3b8}
+input[type=file]{width:100%;padding:10px;background:#0f172a;border:1px solid #334155;
+                  border-radius:8px;color:#e2e8f0}
+textarea{width:100%;padding:10px;background:#0f172a;border:1px solid #334155;border-radius:8px;
+          color:#e2e8f0;font-family:monospace;font-size:.85em;resize:vertical}
+button[type=submit]{margin-top:12px;padding:10px 28px;background:#6366f1;color:white;
+                     border:none;border-radius:8px;font-size:1em;font-weight:600;cursor:pointer}
+button[type=submit]:hover{background:#4f46e5}
+/* results */
+.result{margin-top:18px;padding:16px;background:#0f172a;border-radius:8px;font-size:.9em}
+.stats{color:#94a3b8;margin-bottom:10px;line-height:1.7}
+.dl{display:inline-block;padding:9px 22px;border-radius:8px;text-decoration:none;
+     font-weight:600;font-size:.9em;margin-right:8px;margin-top:4px;color:white}
+.b64box{margin-top:12px}
+.b64box label{color:#7dd3fc;font-size:.82em;margin-bottom:4px}
+.copy-btn{padding:5px 12px;background:#334155;border:none;border-radius:6px;color:#e2e8f0;
+           font-size:.78em;cursor:pointer;margin-left:8px;vertical-align:middle}
+.copy-btn:hover{background:#475569}
+.error{color:#f87171;font-size:.9em;margin-top:10px}
+/* info table */
+.info{margin-top:28px;background:#1e293b;border-radius:12px;padding:20px;font-size:.85em;color:#94a3b8}
+.info b{color:#e2e8f0}
+table{border-collapse:collapse;width:100%;margin-top:8px}
+td,th{padding:6px 12px;border:1px solid #334155}
+th{color:#7dd3fc;font-weight:600}
+footer{margin-top:32px;font-size:.8em;color:#475569;text-align:center}
+a{color:#6366f1}
 </style>
+"""
+PAGE = STYLE + """
 <h1>🗜️ Midicoth</h1>
+<p class="sub">Micro-Diffusion Compression &middot; Binary Tree Tweedie Denoising
+&middot; No neural network &middot; No GPU</p>
+<div class="tabs">
+  <button class="tab {% if tab=='ct' %}active{% endif %}" onclick="show('ct')">Compress Text</button>
+  <button class="tab {% if tab=='cf' %}active{% endif %}" onclick="show('cf')">Compress File</button>
+  <button class="tab {% if tab=='dc' %}active{% endif %}" onclick="show('dc')">Decompress</button>
+</div>
+<!-- Compress Text -->
+<div class="panel {% if tab=='ct' %}active{% endif %}" id="ct">
+  <form method="post" action="/compress_text">
+    <label>Input text (paste or type):</label>
+    <textarea name="text" rows="7" placeholder="Paste text here...">{{ form_text or '' }}</textarea>
+    <button type="submit">Compress →</button>
+  </form>
+  {% if ct_error %}<p class="error">{{ ct_error }}</p>{% endif %}
+  {% if ct_result %}
+  <div class="result">
+    <div class="stats">{{ ct_result.stats | safe }}</div>
+    <a class="dl" href="{{ ct_result.dl_href }}" download="{{ ct_result.dl_name }}">
+      ⬇ Download {{ ct_result.dl_name }} ({{ ct_result.out_sz }})
+    </a>
+    <div class="b64box">
+      <label>Compressed data (base64)
+        <button type="button" class="copy-btn" onclick="copyB64('ct-b64')">Copy</button>
+      </label>
+      <textarea id="ct-b64" rows="3" readonly>{{ ct_result.b64 }}</textarea>
+    </div>
+  </div>
+  {% endif %}
+</div>
+<!-- Compress File -->
+<div class="panel {% if tab=='cf' %}active{% endif %}" id="cf">
+  <form method="post" action="/compress_file" enctype="multipart/form-data">
     <label>Upload any file:</label>
     <input type="file" name="file" required>
     <button type="submit">Compress →</button>
   </form>
+  {% if cf_error %}<p class="error">{{ cf_error }}</p>{% endif %}
+  {% if cf_result %}
+  <div class="result">
+    <div class="stats">{{ cf_result.stats | safe }}</div>
+    <a class="dl" href="{{ cf_result.dl_href }}" download="{{ cf_result.dl_name }}">
+      ⬇ Download {{ cf_result.dl_name }} ({{ cf_result.out_sz }})
+    </a>
+    <div class="b64box">
+      <label>Compressed data (base64)
+        <button type="button" class="copy-btn" onclick="copyB64('cf-b64')">Copy</button>
+      </label>
+      <textarea id="cf-b64" rows="3" readonly>{{ cf_result.b64 }}</textarea>
+    </div>
+  </div>
+  {% endif %}
 </div>
+<!-- Decompress -->
+<div class="panel {% if tab=='dc' %}active{% endif %}" id="dc">
+  <p style="color:#94a3b8;font-size:.88em;margin-top:0">
+    Upload a <code>.mdc</code> file <b>or</b> paste base64 data from the Compress tabs.
+  </p>
+  <form method="post" action="/decompress_file" enctype="multipart/form-data">
+    <label>Upload .mdc file:</label>
+    <input type="file" name="file" accept=".mdc">
+    <button type="submit">Decompress file →</button>
   </form>
+  <hr style="border-color:#334155;margin:20px 0">
+  <form method="post" action="/decompress_b64">
+    <label>Or paste base64 data:</label>
+    <textarea name="b64" rows="4" placeholder="Paste base64 here...">{{ form_b64 or '' }}</textarea>
+    <button type="submit">Decompress base64 →</button>
+  </form>
+  {% if dc_error %}<p class="error">{{ dc_error }}</p>{% endif %}
+  {% if dc_result %}
+  <div class="result">
+    <div class="stats">{{ dc_result.stats | safe }}</div>
+    {% if dc_result.text is not none %}
+    <div class="b64box">
+      <label>Decompressed text</label>
+      <textarea rows="10" readonly>{{ dc_result.text }}</textarea>
+    </div>
+    {% endif %}
+    {% if dc_result.dl_href %}
+    <a class="dl" href="{{ dc_result.dl_href }}" download="{{ dc_result.dl_name }}">
+      ⬇ Download {{ dc_result.dl_name }} ({{ dc_result.out_sz }})
+    </a>
+    {% endif %}
+  </div>
+  {% endif %}
 </div>
+<div class="info">
+  <b>How it works:</b> PPM (orders 0–4) → Match Model → Word Model →
+  High-Order Context (orders 5–8) → Micro-Diffusion Tweedie Denoiser → Arithmetic Coder.
   <table>
     <tr><th>Benchmark</th><th>Midicoth</th><th>xz -9</th><th>Improvement</th></tr>
     <tr><td>alice29.txt (152 KB)</td><td>2.119 bpb</td><td>2.551 bpb</td><td>+16.9%</td></tr>
   </table>
 </div>
+<footer>Apache 2.0 &middot; <a href="https://github.com/robtacconelli/midicoth">GitHub</a>
+&middot; <a href="https://arxiv.org/abs/2603.08771">arXiv:2603.08771</a></footer>
+<script>
+function show(id){
+  document.querySelectorAll('.tab').forEach(t=>t.classList.remove('active'));
+  document.querySelectorAll('.panel').forEach(p=>p.classList.remove('active'));
+  document.getElementById(id).classList.add('active');
+  event.target.classList.add('active');
+}
+function copyB64(id){
+  var ta=document.getElementById(id);
+  navigator.clipboard.writeText(ta.value).then(()=>{
+    var btn=ta.previousElementSibling.querySelector('.copy-btn');
+    btn.textContent='Copied!'; setTimeout(()=>btn.textContent='Copy',1500);
+  });
+}
+</script>
+"""
+# ---------------------------------------------------------------------------
+# Compression logic
+# ---------------------------------------------------------------------------
+def run_compress(data, filename):
+    """Returns (b64_str, in_sz, out_sz, bpb) or raises RuntimeError."""
+    with tempfile.TemporaryDirectory() as d:
+        inp = os.path.join(d, "input")
+        out = os.path.join(d, "output.mdc")
+        with open(inp, "wb") as fh:
+            fh.write(data)
+        r = subprocess.run([BINARY, "compress", inp, out], capture_output=True, text=True)
+        if r.returncode != 0:
+            raise RuntimeError(r.stderr or r.stdout)
+        in_sz  = os.path.getsize(inp)
+        out_sz = os.path.getsize(out)
+        with open(out, "rb") as fh:
+            compressed = fh.read()
+    b64 = base64.b64encode(compressed).decode()
+    bpb = out_sz * 8 / in_sz
+    return b64, in_sz, out_sz, bpb
+def run_decompress(data):
+    """Returns (restored_bytes,) or raises RuntimeError."""
+    with tempfile.TemporaryDirectory() as d:
+        inp = os.path.join(d, "input.mdc")
+        out = os.path.join(d, "output")
+        with open(inp, "wb") as fh:
+            fh.write(data)
+        r = subprocess.run([BINARY, "decompress", inp, out], capture_output=True, text=True)
+        if r.returncode != 0:
+            raise RuntimeError(r.stderr or r.stdout)
+        with open(out, "rb") as fh:
+            return fh.read()
+def compress_result(b64, in_sz, out_sz, bpb, out_name):
+    dl_href = f"data:application/octet-stream;base64,{b64}"
+    stats = (f"<b>Original:</b> {fmt(in_sz)} &nbsp;→&nbsp; "
+             f"<b>Compressed:</b> {fmt(out_sz)} &nbsp;|&nbsp; "
+             f"{out_sz/in_sz*100:.1f}% &nbsp;|&nbsp; "
+             f"<b>{bpb:.3f} bpb</b> &nbsp;|&nbsp; "
+             f"Saved {100-out_sz/in_sz*100:.1f}%")
+    return dict(stats=stats, dl_href=dl_href, dl_name=out_name,
+                out_sz=fmt(out_sz), b64=b64)
+# ---------------------------------------------------------------------------
+# Routes
+# ---------------------------------------------------------------------------
 @app.route("/health")
 def health():
     return "ok", 200
 @app.route("/")
 def index():
+    return render_template_string(PAGE, tab="ct")
+@app.route("/compress_text", methods=["POST"])
+def compress_text():
+    text = request.form.get("text", "").strip()
+    if not text:
+        return render_template_string(PAGE, tab="ct", ct_error="Please enter some text.")
+    try:
+        data = text.encode("utf-8")
+        b64, in_sz, out_sz, bpb = run_compress(data, "text")
+        result = compress_result(b64, in_sz, out_sz, bpb, "compressed.mdc")
+        return render_template_string(PAGE, tab="ct", ct_result=result, form_text=text)
+    except Exception as e:
+        return render_template_string(PAGE, tab="ct", ct_error=str(e), form_text=text)
+@app.route("/compress_file", methods=["POST"])
+def compress_file():
     f = request.files.get("file")
     if not f or not f.filename:
+        return render_template_string(PAGE, tab="cf", cf_error="No file uploaded.")
+    try:
+        data = f.read()
+        b64, in_sz, out_sz, bpb = run_compress(data, f.filename)
+        out_name = f.filename + ".mdc"
+        result = compress_result(b64, in_sz, out_sz, bpb, out_name)
+        return render_template_string(PAGE, tab="cf", cf_result=result)
+    except Exception as e:
+        return render_template_string(PAGE, tab="cf", cf_error=str(e))
+def _decompress_response(data, tab, form_b64=""):
+    if data[:4] != b"MDC7":
+        return render_template_string(PAGE, tab=tab,
+                                      dc_error="Not a valid Midicoth (.mdc) file.",
+                                      form_b64=form_b64)
+    try:
+        restored = run_decompress(data)
+    except Exception as e:
+        return render_template_string(PAGE, tab=tab, dc_error=str(e), form_b64=form_b64)
+    in_sz  = len(data)
+    out_sz = len(restored)
+    stats  = (f"<b>Compressed:</b> {fmt(in_sz)} &nbsp;→&nbsp; "
+              f"<b>Restored:</b> {fmt(out_sz)} &nbsp;|&nbsp; Lossless ✓")
+    result = dict(stats=stats, text=None, dl_href=None, dl_name=None, out_sz=fmt(out_sz))
+    if is_utf8(restored):
+        result["text"] = restored.decode("utf-8")
+    else:
+        b64 = base64.b64encode(restored).decode()
+        result["dl_href"] = f"data:application/octet-stream;base64,{b64}"
+        result["dl_name"] = "restored.bin"
+    return render_template_string(PAGE, tab=tab, dc_result=result, form_b64=form_b64)
+@app.route("/decompress_file", methods=["POST"])
+def decompress_file():
     f = request.files.get("file")
     if not f or not f.filename:
+        return render_template_string(PAGE, tab="dc", dc_error="No file uploaded.")
+    return _decompress_response(f.read(), tab="dc")
+@app.route("/decompress_b64", methods=["POST"])
+def decompress_b64():
+    raw = request.form.get("b64", "").strip()
+    if not raw:
+        return render_template_string(PAGE, tab="dc", dc_error="Please paste base64 data.")
+    try:
+        data = base64.b64decode(raw)
+    except Exception:
+        return render_template_string(PAGE, tab="dc",
+                                      dc_error="Invalid base64 data.", form_b64=raw)
+    return _decompress_response(data, tab="dc", form_b64=raw)
 if __name__ == "__main__":
     app.run(host="0.0.0.0", port=7860, debug=False)