src/app/api/hf-proxy/route.ts

import { NextRequest, NextResponse } from 'next/server';

/**
 * Generic proxy API route for Hugging Face requests with authentication
 * Handles both JSON and binary (Parquet) files
 * Supports GET and HEAD methods
 */
export async function GET(request: NextRequest) {
  return handleRequest(request, 'GET');
}

export async function HEAD(request: NextRequest) {
  return handleRequest(request, 'HEAD');
}

async function handleRequest(request: NextRequest, method: 'GET' | 'HEAD') {
  const searchParams = request.nextUrl.searchParams;
  const url = searchParams.get('url');
  
  if (!url) {
    return NextResponse.json(
      { error: 'url parameter is required' },
      { status: 400 }
    );
  }

  // Get token from environment variable (set in Hugging Face Space secrets)
  // Hugging Face Spaces automatically inject secrets as environment variables
  const token = process.env.HF_TOKEN || process.env.HUGGINGFACE_TOKEN || process.env.HF_API_TOKEN;
  
  // Log token status for debugging (don't log actual token value)
  if (!token) {
    console.error('❌ HF_TOKEN not found in environment variables!');
    console.error('Available env vars:', Object.keys(process.env).filter(k => k.includes('HF') || k.includes('TOKEN')).join(', '));
    console.warn('⚠️  Requests to private repos will fail with 401');
  } else {
    console.log('✓ HF_TOKEN found in environment (length:', token.length, 'chars)');
  }

  try {
    const headers: HeadersInit = {
      'Cache-Control': 'no-store',
    };
    
    // Add authentication if token is available
    if (token) {
      headers['Authorization'] = `Bearer ${token}`;
    }
    
    const response = await fetch(url, {
      method,
      headers,
      cache: 'no-store',
    });

    if (!response.ok) {
      // Return error with status code
      const errorText = await response.text().catch(() => 'Unknown error');
      return NextResponse.json(
        { error: `Failed to fetch: ${response.status} ${response.statusText}`, details: errorText },
        { status: response.status }
      );
    }

    // For HEAD requests, just return status without body
    if (method === 'HEAD') {
      return new NextResponse(null, {
        status: response.status,
        headers: {
          'Content-Type': response.headers.get('content-type') || '',
          'Content-Length': response.headers.get('content-length') || '0',
        },
      });
    }

    // Check content type to determine if it's binary or JSON
    const contentType = response.headers.get('content-type') || '';
    
    if (contentType.includes('application/json')) {
      // Return JSON
      const data = await response.json();
      return NextResponse.json(data);
    } else {
      // Return binary data (for Parquet files, videos, etc.)
      const arrayBuffer = await response.arrayBuffer();
      return new NextResponse(arrayBuffer, {
        headers: {
          'Content-Type': contentType,
          'Content-Length': arrayBuffer.byteLength.toString(),
        },
      });
    }
  } catch (error) {
    console.error('Proxy error:', error);
    return NextResponse.json(
      { error: error instanceof Error ? error.message : 'Unknown error' },
      { status: 500 }
    );
  }
}