update website

.dockerignore

@@ -0,0 +1,68 @@
+# Git
+.git
+.gitignore
+
+# Python
+__pycache__
+*.pyc
+*.pyo
+*.pyd
+.Python
+env
+pip-log.txt
+pip-delete-this-directory.txt
+.tox
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.log
+.git
+.mypy_cache
+.pytest_cache
+.hypothesis
+
+# Virtual environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+
+# OS
+.DS_Store
+.DS_Store?
+._*
+.Spotlight-V100
+.Trashes
+ehthumbs.db
+Thumbs.db
+
+# Development files
+*.log
+*.tmp
+*.temp
+workdir/
+test_*.py
+*_test.py
+
+# Documentation
+README.md
+*.md
+docs/
+
+# Docker
+Dockerfile
+.dockerignore
+docker-compose*.yml

Dockerfile

@@ -1,13 +1,33 @@
-FROM python:3.9
+FROM python:3.9-slim
 
+# Set environment variables
+ENV PYTHONUNBUFFERED=1
+ENV PYTHONDONTWRITEBYTECODE=1
+
+# Create user
 RUN useradd -m -u 1000 user
 USER user
 ENV PATH="/home/user/.local/bin:$PATH"
 
+# Set working directory
 WORKDIR /app
 
+# Copy requirements first for better caching
 COPY --chown=user ./requirements.txt requirements.txt
-RUN pip install --no-cache-dir --upgrade -r requirements.txt
 
+# Install dependencies
+RUN pip install --no-cache-dir --upgrade pip && \
+    pip install --no-cache-dir --user -r requirements.txt
+
+# Copy application code
 COPY --chown=user . /app
+
+# Expose port (Hugging Face Spaces uses 7860)
+EXPOSE 7860
+
+# Health check
+HEALTHCHECK --interval=30s --timeout=30s --start-period=5s --retries=3 \
+    CMD curl -f http://localhost:7860/api/health || exit 1
+
+# Run the application
 CMD ["python", "app.py"]

README.md

@@ -9,51 +9,166 @@ app_file: app.py
 pinned: false
 ---
 
-# PaperIndex
+# Paper Index - AI Paper Evaluation System
 
-A beautiful web application for browsing and evaluating daily papers from Hugging Face, featuring a modern UI inspired by Hugging Face's design.
+A comprehensive system for evaluating AI research papers using advanced language models.
 
 ## Features
 
-- 📰 **Daily Papers**: Browse the latest papers from Hugging Face
-- 🎨 **Beautiful UI**: Modern design with day/night theme switching
-- 📊 **Paper Evaluation**: Detailed evaluation pages with radar charts
-- 🔄 **Smart Caching**: Intelligent caching system for better performance
-- 📱 **Responsive**: Works perfectly on desktop and mobile devices
+- **Daily Paper Crawling**: Automatically fetches papers from Hugging Face daily
+- **AI Evaluation**: Uses Claude Sonnet to evaluate papers across multiple dimensions
+- **Interactive Dashboard**: Beautiful web interface for browsing and evaluating papers
+- **Database Storage**: Persistent storage of papers and evaluations
+- **Smart Navigation**: Intelligent date navigation with fallback mechanisms
 
-## Setup
+## Hugging Face Spaces Deployment
 
-1. **Configure API Key**: Add `ANTHROPIC_API_KEY` to your Space secrets
-2. **Wait for Build**: The app will automatically build and deploy
-3. **Access**: Your app will be available at the Space URL
+This application is configured for deployment on Hugging Face Spaces.
 
-## Local Development
+### Configuration
 
-```bash
-# Install dependencies
-pip install -r requirements.txt
+- **Port**: 7860 (Hugging Face Spaces standard)
+- **Health Check**: `/api/health` endpoint
+- **Docker**: Optimized Dockerfile for containerized deployment
+
+### Deployment Steps
 
-# Run development server
-python -m uvicorn server:app --reload --host 0.0.0.0 --port 8000
+1. **Fork/Clone** this repository to your Hugging Face account
+2. **Create a new Space** on Hugging Face
+3. **Select Docker** as the SDK
+4. **Set Environment Variables**:
+   - `ANTHROPIC_API_KEY`: Your Anthropic API key for Claude access
+5. **Deploy**: The Space will automatically build and deploy
+
+### Environment Variables
+
+```bash
+ANTHROPIC_API_KEY=your_api_key_here
+PORT=7860  # Optional, defaults to 7860
 ```
 
+## Local Development
+
+### Prerequisites
+
+- Python 3.9+
+- Anthropic API key
+
+### Installation
+
+1. **Clone the repository**:
+   ```bash
+   git clone <repository-url>
+   cd paperindex
+   ```
+
+2. **Install dependencies**:
+   ```bash
+   pip install -r requirements.txt
+   ```
+
+3. **Set environment variables**:
+   ```bash
+   export ANTHROPIC_API_KEY=your_api_key_here
+   ```
+
+4. **Run the application**:
+   ```bash
+   python app.py
+   ```
+
+5. **Access the application**:
+   - Main interface: http://localhost:7860
+   - API documentation: http://localhost:7860/docs
+
 ## API Endpoints
 
-- `GET /` - Main page
-- `GET /paper.html?id={paper_id}` - Paper evaluation page
-- `GET /api/daily?date_str={date}` - Get daily papers
+### Core Endpoints
+
+- `GET /api/daily` - Get daily papers with smart navigation
+- `GET /api/paper/{paper_id}` - Get paper details
 - `GET /api/eval/{paper_id}` - Get paper evaluation
-- `GET /api/cache/status` - Get cache status
-- `POST /api/cache/clear` - Clear cache
+- `GET /api/health` - Health check endpoint
+
+### Evaluation Endpoints
+
+- `POST /api/papers/evaluate/{arxiv_id}` - Start paper evaluation
+- `GET /api/papers/evaluate/{arxiv_id}/status` - Get evaluation status
+
+### Cache Management
+
+- `GET /api/cache/status` - Get cache statistics
+- `POST /api/cache/clear` - Clear all cached data
+- `POST /api/cache/refresh/{date}` - Refresh cache for specific date
+
+## Architecture
+
+### Frontend
+- **HTML/CSS/JavaScript**: Modern, responsive interface
+- **Real-time Updates**: Dynamic content loading
+- **Theme Support**: Light/dark mode toggle
+
+### Backend
+- **FastAPI**: High-performance web framework
+- **SQLite**: Lightweight database for paper storage
+- **Async Processing**: Background evaluation tasks
+- **Caching**: Intelligent caching system for performance
+
+### AI Integration
+- **Claude Sonnet**: Advanced paper evaluation
+- **Multi-dimensional Analysis**: Comprehensive evaluation criteria
+- **Structured Output**: JSON-based evaluation results
+
+## Database Schema
+
+### Papers Table
+```sql
+CREATE TABLE papers (
+    arxiv_id TEXT PRIMARY KEY,
+    title TEXT NOT NULL,
+    authors TEXT NOT NULL,
+    abstract TEXT,
+    categories TEXT,
+    published_date TEXT,
+    evaluation_content TEXT,
+    evaluation_score REAL,
+    overall_score REAL,
+    evaluation_tags TEXT,
+    evaluation_status TEXT DEFAULT 'not_started',
+    is_evaluated BOOLEAN DEFAULT FALSE,
+    evaluation_date TIMESTAMP,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+);
+```
+
+## Evaluation Dimensions
+
+The system evaluates papers across 12 key dimensions:
+
+1. **Task Formalization** - Clarity of problem definition
+2. **Data & Resource Availability** - Access to required data
+3. **Input-Output Complexity** - Complexity of inputs/outputs
+4. **Real-World Interaction** - Practical applicability
+5. **Existing AI Coverage** - Current AI capabilities
+6. **Automation Barriers** - Technical challenges
+7. **Human Originality** - Creative contribution
+8. **Safety & Ethics** - Responsible AI considerations
+9. **Societal/Economic Impact** - Broader implications
+10. **Technical Maturity Needed** - Development requirements
+11. **3-Year Feasibility** - Short-term potential
+12. **Overall Automatability** - Comprehensive assessment
 
-## Security
+## Contributing
 
-- API keys are stored securely in HF Spaces secrets
-- Never hardcode sensitive information in your code
-- Use environment variables for local development
+1. Fork the repository
+2. Create a feature branch
+3. Make your changes
+4. Add tests if applicable
+5. Submit a pull request
 
 ## License
 
-MIT License
+This project is licensed under the MIT License - see the LICENSE file for details.
 
 

app.py

@@ -667,6 +667,12 @@ def clear_cache() -> Dict[str, str]:
     return {"message": "Cache cleared successfully"}
 
 
+@app.get("/api/health")
+def health_check() -> Dict[str, str]:
+    """Health check endpoint for Hugging Face Spaces"""
+    return {"status": "healthy", "message": "Paper Index API is running"}
+
+
 @app.post("/api/cache/refresh/{date_str}")
 async def refresh_cache(date_str: str) -> Dict[str, Any]:
     """Force refresh cache for a specific date"""
@@ -719,4 +725,6 @@ if __name__ == "__main__":
     app.mount("/", StaticFiles(directory=config.frontend_path, html=True), name="static")
     logger.info(f"| Frontend initialized at: {config.frontend_path}")
     
-    uvicorn.run(app, host="0.0.0.0", port=8000)
+    # Use port 7860 for Hugging Face Spaces, fallback to 8000 for local development
+    port = int(os.environ.get("PORT", 7860))
+    uvicorn.run(app, host="0.0.0.0", port=port)