Spaces:

Wimmboo2
/

OpenAIProxy

Running

App Files Files Community

Wimmboo commited on 21 days ago

Commit

139fc91

1 Parent(s): e4fb81c

deploy to HF Spaces: add Dockerfile, remove dashboard

Browse files

Files changed (3) hide show

Dockerfile +7 -0
proxy/router.py +4 -19
static/index.html +0 -536

Dockerfile ADDED Viewed

	@@ -0,0 +1,7 @@

+FROM python:3.12-slim
+WORKDIR /app
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+COPY . .
+EXPOSE 7860
+CMD uvicorn main:app --host 0.0.0.0 --port 7860

proxy/router.py CHANGED Viewed

@@ -3,11 +3,10 @@ import logging
 from typing import Any
 from fastapi import APIRouter, Depends, FastAPI, Request
-from fastapi.responses import HTMLResponse, JSONResponse, Response
-from fastapi.staticfiles import StaticFiles
 from starlette.exceptions import HTTPException as StarletteHTTPException
-from config import HOST, PORT, PROVIDER_KEYS, ROOT
 from proxy.auth import get_real_key, resolve_provider
 from proxy.client import forward_request
 from proxy.providers import PROVIDERS
@@ -24,9 +23,11 @@ MODELS = {
         "moonshotai/kimi-k2.6",
         "moonshotai/kimi-k2.5",
         "google/gemma-4-31b-it",
         "google/gemma-3-27b-it",
     ],
     "google": [
         "gemini-2.0-flash-001",
         "gemini-2.0-flash-lite-001",
         "gemini-1.5-pro-001",
@@ -94,26 +95,10 @@ async def proxy_keys() -> JSONResponse:
     return JSONResponse(masked)
-def _dashboard_html() -> str:
-    try:
-        return (ROOT / "static" / "index.html").read_text(encoding="utf-8")
-    except FileNotFoundError:
-        return "<h1>Dashboard not built yet</h1>"
 def create_app() -> FastAPI:
     app = FastAPI(title="OpenAI-Compatible API Proxy", version="1.0.0")
-    static_dir = ROOT / "static"
-    if static_dir.exists():
-        app.mount("/static", StaticFiles(directory=static_dir), name="static")
     app.include_router(api)
-    @app.get("/", response_class=HTMLResponse)
-    async def dashboard() -> str:
-        return _dashboard_html()
     @app.exception_handler(StarletteHTTPException)
     async def http_exception_handler(_request: Request, exc: StarletteHTTPException) -> JSONResponse:
         return JSONResponse(status_code=exc.status_code, content={"error": {"message": exc.detail, "type": "proxy_error"}})

 from typing import Any
 from fastapi import APIRouter, Depends, FastAPI, Request
+from fastapi.responses import JSONResponse, Response
 from starlette.exceptions import HTTPException as StarletteHTTPException
+from config import HOST, PORT, PROVIDER_KEYS
 from proxy.auth import get_real_key, resolve_provider
 from proxy.client import forward_request
 from proxy.providers import PROVIDERS
         "moonshotai/kimi-k2.6",
         "moonshotai/kimi-k2.5",
         "google/gemma-4-31b-it",
+        "google/gemma-4-26b-it",
         "google/gemma-3-27b-it",
     ],
     "google": [
+        "gemini-2.5-pro-001",
         "gemini-2.0-flash-001",
         "gemini-2.0-flash-lite-001",
         "gemini-1.5-pro-001",
     return JSONResponse(masked)
 def create_app() -> FastAPI:
     app = FastAPI(title="OpenAI-Compatible API Proxy", version="1.0.0")
     app.include_router(api)
     @app.exception_handler(StarletteHTTPException)
     async def http_exception_handler(_request: Request, exc: StarletteHTTPException) -> JSONResponse:
         return JSONResponse(status_code=exc.status_code, content={"error": {"message": exc.detail, "type": "proxy_error"}})

static/index.html DELETED Viewed

@@ -1,536 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-<head>
-<meta charset="UTF-8">
-<meta name="viewport" content="width=device-width, initial-scale=1">
-<title>API Proxy</title>
-<style>
-  *, *::before, *::after { box-sizing: border-box; margin: 0; padding: 0; }
-  html { -webkit-font-smoothing: antialiased; }
-  :root {
-    --bg: oklch(0.08 0 0);
-    --surface: oklch(0.11 0 0);
-    --surface-2: oklch(0.15 0 0);
-    --ink: oklch(0.94 0 0);
-    --muted: oklch(0.58 0 0);
-    --faint: oklch(0.32 0 0);
-    --border: oklch(0.20 0 0);
-    --primary: oklch(0.68 0.13 38);
-    --primary-text: oklch(1 0 0);
-    --accent: oklch(0.68 0.12 175);
-    --warning: oklch(0.74 0.12 85);
-    --danger: oklch(0.62 0.16 25);
-  }
-  body {
-    background: var(--bg);
-    color: var(--ink);
-    font-family: system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, sans-serif;
-    font-size: 14px;
-    line-height: 1.5;
-  }
-  .page {
-    max-width: 680px;
-    margin: 0 auto;
-    padding: 48px 24px 80px;
-  }
-  /* --- Section headers --- */
-  .section-header {
-    display: flex;
-    align-items: center;
-    gap: 10px;
-    margin-bottom: 20px;
-  }
-  .section-label {
-    font-size: 11px;
-    font-weight: 600;
-    letter-spacing: 0.06em;
-    text-transform: uppercase;
-    color: var(--muted);
-  }
-  /* --- Hero --- */
-  .hero {
-    padding: 36px 0 48px;
-  }
-  .hero-status {
-    display: inline-flex;
-    align-items: center;
-    gap: 8px;
-    font-size: 13px;
-    font-weight: 500;
-    padding: 6px 14px;
-    border-radius: 20px;
-    margin-bottom: 24px;
-    background: var(--surface);
-    border: 1px solid var(--border);
-    transition: background 150ms ease;
-  }
-  .hero-status .dot {
-    width: 8px;
-    height: 8px;
-    border-radius: 50%;
-    background: var(--accent);
-  }
-  .hero-status .dot.offline { background: var(--danger); }
-  .hero-status .dot.checking { background: var(--warning); }
-  .hero-title {
-    font-size: 28px;
-    font-weight: 600;
-    letter-spacing: -0.02em;
-    line-height: 1.2;
-    margin-bottom: 10px;
-  }
-  .hero-sub {
-    font-size: 14px;
-    color: var(--muted);
-    max-width: 48ch;
-  }
-  /* --- Endpoint --- */
-  .endpoint {
-    display: flex;
-    align-items: center;
-    gap: 10px;
-    margin-top: 28px;
-    font-family: ui-monospace, SFMono-Regular, Menlo, Consolas, monospace;
-    font-size: 13px;
-    padding: 12px 16px;
-    background: var(--surface);
-    border: 1px solid var(--border);
-    border-radius: 8px;
-    word-break: break-all;
-  }
-  .endpoint .method {
-    font-weight: 600;
-    color: var(--primary);
-    font-size: 11px;
-    letter-spacing: 0.04em;
-    flex-shrink: 0;
-  }
-  .endpoint .path {
-    color: var(--ink);
-    opacity: 0.85;
-  }
-  .endpoint .copy-btn {
-    margin-left: auto;
-    flex-shrink: 0;
-    background: var(--surface-2);
-    border: 1px solid var(--border);
-    color: var(--muted);
-    cursor: pointer;
-    font-size: 11px;
-    font-weight: 500;
-    padding: 4px 10px;
-    border-radius: 5px;
-    font-family: system-ui, sans-serif;
-    transition: background 150ms ease, color 150ms ease;
-  }
-  .endpoint .copy-btn:hover {
-    background: var(--faint);
-    color: var(--ink);
-  }
-  .endpoint .copy-btn.copied {
-    color: var(--accent);
-  }
-  /* --- Provider cards --- */
-  .provider-grid {
-    display: flex;
-    flex-direction: column;
-    gap: 10px;
-  }
-  .provider-card {
-    background: var(--surface);
-    border: 1px solid var(--border);
-    border-radius: 10px;
-    padding: 18px 20px;
-    display: flex;
-    align-items: flex-start;
-    justify-content: space-between;
-    gap: 16px;
-    transition: background 150ms ease, border-color 150ms ease;
-  }
-  .provider-card:hover {
-    background: var(--surface-2);
-    border-color: var(--faint);
-  }
-  .provider-left {
-    display: flex;
-    flex-direction: column;
-    gap: 6px;
-    min-width: 0;
-  }
-  .provider-name {
-    font-size: 15px;
-    font-weight: 600;
-    letter-spacing: -0.01em;
-  }
-  .provider-models {
-    font-size: 12px;
-    color: var(--muted);
-    font-family: ui-monospace, SFMono-Regular, Menlo, Consolas, monospace;
-    word-break: break-word;
-    line-height: 1.6;
-  }
-  .provider-right {
-    display: flex;
-    flex-direction: column;
-    align-items: flex-end;
-    gap: 6px;
-    flex-shrink: 0;
-  }
-  .provider-status {
-    font-size: 11px;
-    font-weight: 600;
-    letter-spacing: 0.04em;
-    text-transform: uppercase;
-    padding: 4px 10px;
-    border-radius: 12px;
-    background: var(--surface-2);
-    color: var(--muted);
-    border: 1px solid var(--border);
-  }
-  .provider-status.configured {
-    color: var(--accent);
-    border-color: oklch(0.30 0.05 175);
-    background: oklch(0.15 0.02 175);
-  }
-  /* --- Key row --- */
-  .key-section {
-    display: flex;
-    flex-direction: column;
-    gap: 8px;
-  }
-  .key-row {
-    display: flex;
-    align-items: center;
-    gap: 10px;
-    background: var(--surface);
-    border: 1px solid var(--border);
-    border-radius: 8px;
-    padding: 12px 14px;
-  }
-  .key-provider-label {
-    font-size: 12px;
-    font-weight: 600;
-    letter-spacing: 0.03em;
-    text-transform: uppercase;
-    color: var(--muted);
-    min-width: 72px;
-    flex-shrink: 0;
-  }
-  .key-value {
-    font-family: ui-monospace, SFMono-Regular, Menlo, Consolas, monospace;
-    font-size: 13px;
-    color: var(--ink);
-    opacity: 0.7;
-    min-width: 0;
-    overflow: hidden;
-    text-overflow: ellipsis;
-    white-space: nowrap;
-    user-select: all;
-  }
-  .key-value.masked {
-    opacity: 0.4;
-    filter: blur(4px);
-    transition: filter 200ms ease, opacity 200ms ease;
-    user-select: none;
-  }
-  .key-toggle {
-    flex-shrink: 0;
-    background: none;
-    border: 1px solid var(--border);
-    color: var(--muted);
-    cursor: pointer;
-    font-size: 11px;
-    font-weight: 500;
-    padding: 4px 10px;
-    border-radius: 5px;
-    font-family: system-ui, sans-serif;
-    transition: background 150ms ease, color 150ms ease;
-  }
-  .key-toggle:hover { background: var(--surface-2); color: var(--ink); }
-  /* --- Code blocks --- */
-  .code-section {
-    margin-top: 48px;
-  }
-  .code-block {
-    background: var(--surface);
-    border: 1px solid var(--border);
-    border-radius: 10px;
-    padding: 16px 18px;
-    font-family: ui-monospace, SFMono-Regular, Menlo, Consolas, monospace;
-    font-size: 13px;
-    line-height: 1.7;
-    color: var(--ink);
-    overflow-x: auto;
-    position: relative;
-    margin-bottom: 10px;
-  }
-  .code-block .c { color: var(--muted); }
-  .code-block .k { color: var(--primary); }
-  .code-block .v { color: var(--accent); }
-  .code-copy {
-    position: absolute;
-    top: 10px;
-    right: 10px;
-    background: var(--surface-2);
-    border: 1px solid var(--border);
-    color: var(--muted);
-    cursor: pointer;
-    font-size: 11px;
-    font-weight: 500;
-    padding: 4px 10px;
-    border-radius: 5px;
-    font-family: system-ui, sans-serif;
-    transition: background 150ms ease, color 150ms ease;
-  }
-  .code-copy:hover { background: var(--faint); color: var(--ink); }
-  .code-copy.copied { color: var(--accent); }
-  /* --- Divider --- */
-  .divider {
-    border: none;
-    border-top: 1px solid var(--border);
-    margin: 40px 0;
-  }
-  /* --- Responsive --- */
-  @media (max-width: 520px) {
-    .page { padding: 32px 16px 60px; }
-    .hero-title { font-size: 24px; }
-    .provider-card {
-      flex-direction: column;
-      align-items: flex-start;
-    }
-    .provider-right {
-      flex-direction: row;
-      width: 100%;
-    }
-    .key-row { flex-wrap: wrap; }
-  }
-  @media (prefers-reduced-motion: reduce) {
-    *, *::before, *::after { transition: none !important; }
-  }
-</style>
-</head>
-<body>
-<div class="page">
-  <!-- Hero -->
-  <header class="hero">
-    <div class="hero-status" id="status-badge">
-      <span class="dot checking"></span>
-      <span id="status-text">checking</span>
-    </div>
-    <h1 class="hero-title">API Proxy</h1>
-    <p class="hero-sub">
-      A personal gateway that routes OpenAI-compatible chat requests to NVIDIA NIM and Google AI Studio — based on which <code>sk-</code> key your app uses.
-    </p>
-    <div class="endpoint">
-      <span class="method">POST</span>
-      <span class="path" id="endpoint-url">http://localhost:8000/v1/chat/completions</span>
-      <button class="copy-btn" data-copy="endpoint-url">Copy URL</button>
-    </div>
-  </header>
-  <!-- Providers -->
-  <section>
-    <div class="section-header">
-      <span class="section-label">Providers</span>
-    </div>
-    <div class="provider-grid" id="provider-list">
-      <div class="provider-card" data-provider="nvidia">
-        <div class="provider-left">
-          <span class="provider-name">NVIDIA NIM</span>
-          <span class="provider-models">deepseek-ai/deepseek-v4-flash, moonshotai/kimi-k2.6, google/gemma-4-31b-it</span>
-        </div>
-        <div class="provider-right">
-          <span class="provider-status" id="nvidia-status">checking</span>
-        </div>
-      </div>
-      <div class="provider-card" data-provider="google">
-        <div class="provider-left">
-          <span class="provider-name">Google AI Studio</span>
-          <span class="provider-models">gemini-2.0-flash-001, gemini-1.5-pro-001, gemini-1.5-flash-001</span>
-        </div>
-        <div class="provider-right">
-          <span class="provider-status" id="google-status">checking</span>
-        </div>
-      </div>
-    </div>
-  </section>
-  <hr class="divider">
-  <!-- Keys -->
-  <section>
-    <div class="section-header">
-      <span class="section-label">Proxy keys</span>
-    </div>
-    <div class="key-section" id="key-list">
-      <div class="key-row">
-        <span class="key-provider-label">NVIDIA</span>
-        <span class="key-value masked" id="key-nvidia" data-full="">loading...</span>
-        <button class="key-toggle" data-key="key-nvidia">Show</button>
-      </div>
-      <div class="key-row">
-        <span class="key-provider-label">GOOGLE</span>
-        <span class="key-value masked" id="key-google" data-full="">loading...</span>
-        <button class="key-toggle" data-key="key-google">Show</button>
-      </div>
-    </div>
-  </section>
-  <!-- Usage examples -->
-  <div class="code-section">
-    <div class="section-header">
-      <span class="section-label">Usage</span>
-    </div>
-    <div class="code-block" id="curl-nvidia">
-      <button class="code-copy" data-copy="curl-nvidia">Copy</button>
-      <span class="c"># NVIDIA (deepseek-v4-flash)</span><br>
-      curl <span class="v">http://localhost:8000/v1/chat/completions</span> \<br>
-      &nbsp;&nbsp;-H <span class="v">"Content-Type: application/json"</span> \<br>
-      &nbsp;&nbsp;-H <span class="v">"Authorization: Bearer <span id="curl-nv-key">sk-nvidia-...</span>"</span> \<br>
-      &nbsp;&nbsp;-d <span class="v">'{"model":"deepseek-ai/deepseek-v4-flash","messages":[{"role":"user","content":"hello"}]}'</span>
-    </div>
-    <div class="code-block" id="curl-google">
-      <button class="code-copy" data-copy="curl-google">Copy</button>
-      <span class="c"># Google (gemini-2.0-flash)</span><br>
-      curl <span class="v">http://localhost:8000/v1/chat/completions</span> \<br>
-      &nbsp;&nbsp;-H <span class="v">"Content-Type: application/json"</span> \<br>
-      &nbsp;&nbsp;-H <span class="v">"Authorization: Bearer <span id="curl-gc-key">sk-google-...</span>"</span> \<br>
-      &nbsp;&nbsp;-d <span class="v">'{"model":"gemini-2.0-flash-001","messages":[{"role":"user","content":"hello"}]}'</span>
-    </div>
-  </div>
-</div>
-<script>
-  const HOST = window.location.host;
-  function copyText(el, text) {
-    navigator.clipboard.writeText(text).then(() => {
-      el.classList.add('copied');
-      el.textContent = 'Copied';
-      setTimeout(() => {
-        el.classList.remove('copied');
-        el.textContent = 'Copy URL';
-      }, 1800);
-    });
-  }
-  document.querySelectorAll('[data-copy]').forEach(btn => {
-    btn.addEventListener('click', () => {
-      const id = btn.dataset.copy;
-      if (id === 'endpoint-url') {
-        const url = document.getElementById('endpoint-url').textContent;
-        copyText(btn, url);
-      } else {
-        const block = document.getElementById(id);
-        const text = block.textContent.replace(/^\s+/gm, '') || '';
-        copyText(btn, text.trim());
-      }
-    });
-  });
-  // Key visibility toggle
-  document.querySelectorAll('.key-toggle').forEach(btn => {
-    btn.addEventListener('click', () => {
-      const keyId = btn.dataset.key;
-      const el = document.getElementById(keyId);
-      if (el.classList.contains('masked')) {
-        el.classList.remove('masked');
-        btn.textContent = 'Hide';
-      } else {
-        el.classList.add('masked');
-        btn.textContent = 'Show';
-      }
-    });
-  });
-  // Health check
-  async function checkHealth() {
-    const badge = document.getElementById('status-badge');
-    const text = document.getElementById('status-text');
-    const dot = badge.querySelector('.dot');
-    try {
-      const res = await fetch('/v1/health');
-      if (res.ok) {
-        dot.className = 'dot';
-        text.textContent = 'running';
-        return true;
-      }
-    } catch {}
-    dot.className = 'dot offline';
-    text.textContent = 'unreachable';
-    return false;
-  }
-  // Key info
-  async function loadKeys() {
-    try {
-      const res = await fetch('/v1/health');
-      const data = await res.json();
-      const providers = data.providers || [];
-      const nvKey = document.getElementById('key-nvidia');
-      const gcKey = document.getElementById('key-google');
-      const curlNvKey = document.getElementById('curl-nv-key');
-      const curlGcKey = document.getElementById('curl-gc-key');
-      // Update status badges
-      if (providers.includes('nvidia')) {
-        const s = document.getElementById('nvidia-status');
-        s.textContent = 'configured';
-        s.classList.add('configured');
-      }
-      if (providers.includes('google')) {
-        const s = document.getElementById('google-status');
-        s.textContent = 'configured';
-        s.classList.add('configured');
-      }
-      // Keys from server
-      try {
-        const ks = await fetch('/v1/keys');
-        if (ks.ok) {
-          const kd = await ks.json();
-          if (kd.nvidia) {
-            const nv = kd.nvidia;
-            nvKey.textContent = nv;
-            nvKey.dataset.full = nv;
-            curlNvKey.textContent = nv;
-          }
-          if (kd.google) {
-            const gc = kd.google;
-            gcKey.textContent = gc;
-            gcKey.dataset.full = gc;
-            curlGcKey.textContent = gc;
-          }
-        }
-      } catch {}
-    } catch {
-      document.getElementById('nvidia-status').textContent = 'offline';
-      document.getElementById('google-status').textContent = 'offline';
-    }
-  }
-  // Update endpoint URL
-  document.getElementById('endpoint-url').textContent =
-    window.location.origin + '/v1/chat/completions';
-  checkHealth();
-  loadKeys();
-</script>
-</body>
-</html>