main1.py

from fastapi import FastAPI, File, UploadFile, Form, HTTPException
from fastapi.responses import JSONResponse
from gradio_client import Client, handle_file
import os
import tempfile
import shutil
from fastapi.middleware.cors import CORSMiddleware
import logging

# Initialize logging
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)

app = FastAPI()

client = Client("Ashrafb/moondream_captioning")

# Create the "uploads" directory if it doesn't exist
os.makedirs("uploads", exist_ok=True)

# Define a function to save uploaded file to a temporary file
async def save_upload_file(upload_file: UploadFile) -> str:
    try:
        # Create a temporary directory if it doesn't exist
        os.makedirs("temp_uploads", exist_ok=True)
        # Create a temporary file path
        temp_file_path = os.path.join("temp_uploads", tempfile.NamedTemporaryFile(delete=False).name)
        # Save the uploaded file to the temporary file
        with open(temp_file_path, "wb") as buffer:
            shutil.copyfileobj(upload_file.file, buffer)
        return temp_file_path
    except Exception as e:
        logger.error(f"Error saving upload file: {e}")
        raise HTTPException(status_code=500, detail=f"Error saving upload file: {e}")

app.add_middleware(
    CORSMiddleware,
    allow_origins=["*"],  # Adjust as needed, '*' allows requests from any origin
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)

@app.post("/get_caption")
async def get_caption(image: UploadFile = File(...), context: str = Form(...)):
    try:
        # Save the uploaded image to a temporary file
        temp_file_path = await save_upload_file(image)
        
        # Debugging: Print the value of additional_context
        logger.info(f"Additional Context: {context}")
        
        # Check if additional context is provided and not None
        if context is not None:
            context = context.strip()
        
        # Log the parameters being passed to the Gradio client
        logger.info(f"Calling client.predict with image={temp_file_path} and context={context}")
        
        # Use handle_file to handle the file upload correctly
        result = client.predict(
            image=handle_file(temp_file_path),
            question=context,
            api_name="/get_caption"
        )
        
        return {"caption": result}
    except Exception as e:
        logger.error(f"Error in get_caption: {e}")
        raise HTTPException(status_code=500, detail=f"Error in get_caption: {e}")

# Serve the app
if __name__ == "__main__":
    import uvicorn
    uvicorn.run(app, host="0.0.0.0", port=7860)