Spaces:

zhepama
/

scraper-proxy

Paused

App Files Files Community

github-actions[bot] commited on Mar 1, 2025

Commit

43f369c

1 Parent(s): 9cf7a5c

Update from GitHub Actions

Browse files

Files changed (4) hide show

main.py +307 -4
pyproject.toml +1 -1
requirements.txt +6 -6
uv.lock +1 -1

main.py CHANGED Viewed

@@ -2,13 +2,13 @@ import os
 import cloudscraper
 from fastapi import FastAPI, HTTPException, Request, Response
 from fastapi.middleware.cors import CORSMiddleware
-from fastapi.responses import StreamingResponse
 from typing import Optional
 import uvicorn
 import asyncio
 app = FastAPI(
-    title="ScraperCookie",
     description="一个使用CloudScraper进行请求转发的代理，支持流式响应",
     version="0.1.0"
 )
@@ -29,9 +29,312 @@ async def stream_generator(response):
             yield chunk
             await asyncio.sleep(0.001)  # 让出控制权，保持异步特性
-@app.get("/")
 async def root():
-    return {"message": "欢迎使用ScraperProxy API，访问 /docs 查看API文档"}
 @app.api_route("/proxy", methods=["GET", "POST", "PUT", "DELETE", "OPTIONS", "HEAD", "PATCH"])
 async def proxy(request: Request):

 import cloudscraper
 from fastapi import FastAPI, HTTPException, Request, Response
 from fastapi.middleware.cors import CORSMiddleware
+from fastapi.responses import HTMLResponse, StreamingResponse
 from typing import Optional
 import uvicorn
 import asyncio
 app = FastAPI(
+    title="ScraperProxy",
     description="一个使用CloudScraper进行请求转发的代理，支持流式响应",
     version="0.1.0"
 )
             yield chunk
             await asyncio.sleep(0.001)  # 让出控制权，保持异步特性
+# 读取 HTML 模板
+def get_html_template():
+    # 这里可以从文件读取 HTML，或者直接返回上面的 HTML 字符串
+    # 为了简化示例，我们直接返回一个字符串变量
+    html_content = """<!DOCTYPE html>
+<html lang="zh-CN">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>ScraperProxy API - 网页请求代理服务</title>
+    <style>
+        :root {
+            --primary-color: #3498db;
+            --secondary-color: #2980b9;
+            --accent-color: #e74c3c;
+            --text-color: #333;
+            --light-bg: #f5f7fa;
+            --card-shadow: 0 4px 6px rgba(0, 0, 0, 0.1);
+        }
+        * {
+            margin: 0;
+            padding: 0;
+            box-sizing: border-box;
+        }
+        body {
+            font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
+            line-height: 1.6;
+            color: var(--text-color);
+            background: linear-gradient(135deg, #f5f7fa 0%, #c3cfe2 100%);
+            min-height: 100vh;
+            padding: 20px;
+        }
+        .container {
+            max-width: 1200px;
+            margin: 0 auto;
+            padding: 20px;
+        }
+        header {
+            text-align: center;
+            margin-bottom: 40px;
+            padding: 20px;
+            background-color: white;
+            border-radius: 10px;
+            box-shadow: var(--card-shadow);
+        }
+        h1 {
+            color: var(--primary-color);
+            margin-bottom: 10px;
+            font-size: 2.5rem;
+        }
+        .subtitle {
+            font-size: 1.2rem;
+            color: #666;
+            margin-bottom: 20px;
+        }
+        .features {
+            display: grid;
+            grid-template-columns: repeat(auto-fit, minmax(300px, 1fr));
+            gap: 20px;
+            margin-bottom: 40px;
+        }
+        .feature-card {
+            background-color: white;
+            padding: 25px;
+            border-radius: 10px;
+            box-shadow: var(--card-shadow);
+            transition: transform 0.3s ease;
+        }
+        .feature-card:hover {
+            transform: translateY(-5px);
+        }
+        .feature-card h3 {
+            color: var(--primary-color);
+            margin-bottom: 15px;
+            font-size: 1.4rem;
+        }
+        .code-section {
+            background-color: white;
+            padding: 30px;
+            border-radius: 10px;
+            box-shadow: var(--card-shadow);
+            margin-bottom: 40px;
+        }
+        .code-block {
+            background-color: #282c34;
+            color: #abb2bf;
+            padding: 20px;
+            border-radius: 6px;
+            overflow-x: auto;
+            font-family: 'Courier New', Courier, monospace;
+            margin: 15px 0;
+            white-space: pre-wrap;
+        }
+        .code-title {
+            margin-bottom: 15px;
+            color: var(--primary-color);
+            font-size: 1.3rem;
+        }
+        .button {
+            display: inline-block;
+            background-color: var(--primary-color);
+            color: white;
+            padding: 12px 24px;
+            border-radius: 6px;
+            text-decoration: none;
+            font-weight: bold;
+            transition: background-color 0.3s ease;
+            margin: 10px 5px;
+        }
+        .button:hover {
+            background-color: var(--secondary-color);
+        }
+        .button.accent {
+            background-color: var(--accent-color);
+        }
+        .button.accent:hover {
+            background-color: #c0392b;
+        }
+        footer {
+            text-align: center;
+            margin-top: 40px;
+            padding: 20px;
+            color: #666;
+        }
+        .try-it-section {
+            background-color: white;
+            padding: 30px;
+            border-radius: 10px;
+            box-shadow: var(--card-shadow);
+            margin-bottom: 40px;
+        }
+        .input-group {
+            margin-bottom: 20px;
+        }
+        .input-group label {
+            display: block;
+            margin-bottom: 8px;
+            font-weight: bold;
+        }
+        .input-group input[type="text"] {
+            width: 100%;
+            padding: 12px;
+            border: 1px solid #ddd;
+            border-radius: 6px;
+            font-size: 16px;
+        }
+        .checkbox-group {
+            margin: 15px 0;
+        }
+        #response-container {
+            background-color: #f5f5f5;
+            padding: 20px;
+            border-radius: 6px;
+            min-height: 100px;
+            margin-top: 20px;
+            white-space: pre-wrap;
+            display: none;
+        }
+    </style>
+</head>
+<body>
+    <div class="container">
+        <header>
+            <h1>ScraperProxy API</h1>
+            <p class="subtitle">强大的网页请求代理服务，轻松绕过访问限制</p>
+            <div>
+                <a href="/docs" class="button">API 文档</a>
+                <a href="#try-it" class="button accent">立即尝试</a>
+            </div>
+        </header>
+        <div class="features">
+            <div class="feature-card">
+                <h3>绕过访问限制</h3>
+                <p>使用 cloudscraper 技术，轻松绕过常见的网站防护机制，如 Cloudflare 的反爬虫保护。</p>
+            </div>
+            <div class="feature-card">
+                <h3>支持流式响应</h3>
+                <p>通过流式响应处理大型数据，保持连接稳定，实现更高效的数据传输。</p>
+            </div>
+            <div class="feature-card">
+                <h3>简单易用</h3>
+                <p>简洁的 API 设计，只需一个 URL 参数即可使用，支持多种请求方法和自定义选项。</p>
+            </div>
+        </div>
+        <div class="code-section">
+            <h2 class="code-title">快速开始</h2>
+            <p>使用我们的代理服务非常简单，只需发送请求到以下端点：</p>
+            <div class="code-block">
+# 基本用法
+GET /proxy?url=https://example.com
+# 启用流式响应
+GET /proxy?url=https://example.com&stream=true
+# 自定义请求方法和头信息
+POST /proxy
+{
+    "url": "https://example.com",
+    "method": "POST",
+    "headers": {"Custom-Header": "Value"},
+    "data": {"key": "value"},
+    "stream": true
+}
+            </div>
+        </div>
+        <div class="try-it-section" id="try-it">
+            <h2 class="code-title">立即尝试</h2>
+            <div class="input-group">
+                <label for="url-input">输入要请求的 URL:</label>
+                <input type="text" id="url-input" placeholder="https://example.com" value="https://example.com">
+            </div>
+            <div class="checkbox-group">
+                <input type="checkbox" id="stream-checkbox" checked>
+                <label for="stream-checkbox">启用流式响应</label>
+            </div>
+            <button id="send-request" class="button">发送请求</button>
+            <div id="response-container"></div>
+        </div>
+    </div>
+    <footer>
+        <p>&copy; 2025 ScraperProxy API. 所有权利保留。</p>
+    </footer>
+    <script>
+        document.getElementById('send-request').addEventListener('click', async function() {
+            const url = document.getElementById('url-input').value;
+            const streamEnabled = document.getElementById('stream-checkbox').checked;
+            const responseContainer = document.getElementById('response-container');
+            if (!url) {
+                alert('请输入有效的 URL');
+                return;
+            }
+            responseContainer.style.display = 'block';
+            responseContainer.textContent = '正在加载...';
+            try {
+                const proxyUrl = `/proxy?url=${encodeURIComponent(url)}&stream=${streamEnabled}`;
+                if (streamEnabled) {
+                    responseContainer.textContent = '';
+                    const response = await fetch(proxyUrl);
+                    const reader = response.body.getReader();
+                    while (true) {
+                        const { done, value } = await reader.read();
+                        if (done) break;
+                        const text = new TextDecoder().decode(value);
+                        responseContainer.textContent += text;
+                    }
+                } else {
+                    const response = await fetch(proxyUrl);
+                    const data = await response.text();
+                    responseContainer.textContent = data;
+                }
+            } catch (error) {
+                responseContainer.textContent = `错误: ${error.message}`;
+            }
+        });
+    </script>
+</body>
+</html>
+    """
+    return html_content
+@app.get("/", response_class=HTMLResponse)
 async def root():
+    return get_html_template()
 @app.api_route("/proxy", methods=["GET", "POST", "PUT", "DELETE", "OPTIONS", "HEAD", "PATCH"])
 async def proxy(request: Request):

pyproject.toml CHANGED Viewed

@@ -1,5 +1,5 @@
 [project]
-name = "scrapercookie"
 version = "0.1.0"
 description = "Add your description here"
 readme = "README.md"

 [project]
+name = "scraperproxy"
 version = "0.1.0"
 description = "Add your description here"
 readme = "README.md"

requirements.txt CHANGED Viewed

@@ -7,17 +7,17 @@ anyio==4.8.0
 certifi==2025.1.31
     # via requests
 chardet==5.2.0
-    # via scrapercookie (pyproject.toml)
 charset-normalizer==3.4.1
     # via requests
 click==8.1.8
     # via uvicorn
 cloudscraper==1.2.71
-    # via scrapercookie (pyproject.toml)
 colorama==0.4.6
     # via click
 fastapi==0.115.10
-    # via scrapercookie (pyproject.toml)
 h11==0.14.0
     # via uvicorn
 idna==3.10
@@ -26,7 +26,7 @@ idna==3.10
     #   requests
 pydantic==2.10.6
     # via
-    #   scrapercookie (pyproject.toml)
     #   fastapi
 pydantic-core==2.27.2
     # via pydantic
@@ -44,11 +44,11 @@ starlette==0.46.0
     # via fastapi
 typing-extensions==4.12.2
     # via
-    #   scrapercookie (pyproject.toml)
     #   fastapi
     #   pydantic
     #   pydantic-core
 urllib3==2.3.0
     # via requests
 uvicorn==0.34.0
-    # via scrapercookie (pyproject.toml)

 certifi==2025.1.31
     # via requests
 chardet==5.2.0
+    # via scraperproxy (pyproject.toml)
 charset-normalizer==3.4.1
     # via requests
 click==8.1.8
     # via uvicorn
 cloudscraper==1.2.71
+    # via scraperproxy (pyproject.toml)
 colorama==0.4.6
     # via click
 fastapi==0.115.10
+    # via scraperproxy (pyproject.toml)
 h11==0.14.0
     # via uvicorn
 idna==3.10
     #   requests
 pydantic==2.10.6
     # via
+    #   scraperproxy (pyproject.toml)
     #   fastapi
 pydantic-core==2.27.2
     # via pydantic
     # via fastapi
 typing-extensions==4.12.2
     # via
+    #   scraperproxy (pyproject.toml)
     #   fastapi
     #   pydantic
     #   pydantic-core
 urllib3==2.3.0
     # via requests
 uvicorn==0.34.0
+    # via scraperproxy (pyproject.toml)

uv.lock CHANGED Viewed

@@ -245,7 +245,7 @@ wheels = [
 ]
 [[package]]
-name = "scrapercookie"
 version = "0.1.0"
 source = { virtual = "." }
 dependencies = [

 ]
 [[package]]
+name = "scraperproxy"
 version = "0.1.0"
 source = { virtual = "." }
 dependencies = [