requirements

.gitignore

@@ -24,4 +24,5 @@ resources_info.json
 
 .DS_Store
 
- /edited_videos/
+ /edited_videos/
+.vercel

grok_analyze.py

@@ -1,8 +1,6 @@
 import os
 import base64
 
-from torch.cuda import temperature
-
 from xai_sdk import Client
 from xai_sdk.chat import user, image
 from dotenv import load_dotenv

main.py

@@ -0,0 +1,101 @@
+from fastapi import FastAPI, UploadFile, File, Form
+
+from fastapi.responses import FileResponse, JSONResponse
+from datetime import datetime
+from typing import List
+
+from extract_metadata import get_metadata, get_scenes_metadata
+from grok_analyze import create_caps_with_grok, get_story_with_grok
+from create_captions import create_caps, add_captions_to_video
+from transcripts_editing import get_dialog
+from video_editing_ffmpeg import concatenate_videos
+
+import shutil
+import os
+import uuid
+
+app = FastAPI(title="Video Storyline Generator API")
+
+# Directory to temporarily store uploaded videos
+UPLOAD_DIR = "uploads"
+os.makedirs(UPLOAD_DIR, exist_ok=True)
+
+@app.post("/generatestoryline")
+async def generate_storyline(
+    videos: List[UploadFile] = File(...),
+    date: str = Form(...)
+):
+    """
+    Generate a storyline from uploaded videos and a date.
+    Returns a selected video filename and a list of generated captions.
+    """
+    try:
+        # Validate date format
+        try:
+            input_date = datetime.strptime(date, "%Y-%m-%d")
+        except ValueError:
+            return JSONResponse(
+                status_code=400,
+                content={"error": "Invalid date format. Use YYYY-MM-DD"}
+            )
+
+        if input_date:
+            dialog= get_dialog(date)
+        # Save uploaded videos temporarily
+        saved_videos = []
+        directory=f"{uuid.uuid4()}"
+        if not os.path.exists(os.path.join(UPLOAD_DIR,directory)):
+            os.makedirs(os.path.join(UPLOAD_DIR,directory))
+        for video in videos:
+            print(video.filename)
+    
+            file_extension = video.filename.split(".")[-1]
+            file_name = f"{uuid.uuid4()}.{file_extension}"
+
+            
+
+            file_path = os.path.join(UPLOAD_DIR,directory, file_name)
+            
+            with open(file_path, "wb") as buffer:
+                shutil.copyfileobj(video.file, buffer)
+
+            saved_videos.append(file_path)
+
+        print("HERE")
+        metadata, filename= get_metadata(saved_videos)
+        print(metadata)
+
+        metadata=get_scenes_metadata(metadata)
+
+        steps=get_story_with_grok(metadata,"",dialog)
+        print("here are the steps", steps)
+
+        caps=create_caps(steps)
+        print("the caps:",caps)
+        final_video=concatenate_videos(steps)
+
+        final_video=add_captions_to_video(final_video,False,caps)
+        
+
+        return FileResponse(
+            path=final_video,
+            media_type="video/mp4",  # Adjust based on your video format
+            filename="final_storyline_video.mp4"  # Name for the downloaded file
+        )
+
+    except Exception as e:
+        return JSONResponse(
+            status_code=500,
+            content={"error": f"An error occurred: {str(e)}"}
+        )
+
+@app.on_event("shutdown")
+async def cleanup():
+    """Clean up uploaded files on shutdown"""
+    for file in os.listdir(UPLOAD_DIR):
+        file_path = os.path.join(UPLOAD_DIR, file)
+        try:
+            if os.path.isfile(file_path):
+                os.unlink(file_path)
+        except Exception:
+            pass

requirements.txt

@@ -1,99 +1,111 @@
-aiofiles==24.1.0
-aiohappyeyeballs==2.6.1
-aiohttp==3.12.15
-aiosignal==1.4.0
-annotated-types==0.7.0
-anyio==4.10.0
-attrs==25.3.0
-Brotli==1.1.0
-boto3
-certifi==2025.8.3
-charset-normalizer==3.4.3
-click==8.2.1
-decorator==4.4.2
-fastapi==0.116.1
-ffmpeg==1.4
-ffmpeg-python==0.2.0
-ffmpy==0.6.1
-filelock==3.19.1
-frozenlist==1.7.0
-fsspec==2025.9.0
-future==1.0.0
-gradio==5.44.1
-gradio_client==1.12.1
+absl-py==2.1.0
+acres==0.3.0
+aiofiles==23.2.1
+appdirs==1.4.4
+astunparse==1.6.3
+atomicwrites==1.4.0
+av==14.0.1
+beautifulsoup4==4.13.3
+boto3==1.24.89
+botocore==1.27.96
+ci-info==0.3.0
+configobj==5.0.9
+configparser==7.2.0
+docx2python==3.5.0
+etelemetry==0.3.1
+fastapi==0.115.12
+ffmpy==0.5.0
+fitz==0.0.1.dev2
+flatbuffers==24.12.23
+fpdf==1.7.2
+gast==0.6.0
+google-api-core==2.24.2
+google-api-python-client==2.166.0
+google-auth==2.38.0
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.1
+google-pasta==0.2.0
+googleapis-common-protos==1.69.2
+gradio==5.23.1
+gradio_client==1.8.0
 groovy==0.1.2
-grpcio==1.74.0
-h11==0.16.0
-hf-xet==1.1.9
-httpcore==1.0.9
-httpx==0.28.1
-huggingface-hub==0.34.4
-idna==3.10
-imageio==2.37.0
-imageio-ffmpeg==0.6.0
-importlib_metadata==8.7.0
-Jinja2==3.1.6
-joblib==1.5.2
-markdown-it-py==4.0.0
-MarkupSafe==3.0.2
-mdurl==0.1.2
-moviepy==1.0.3
-mpmath==1.3.0
-multidict==6.6.4
-networkx
-numpy==2.2.6
-opencv-python==4.12.0.88
-opentelemetry-api==1.36.0
-opentelemetry-sdk==1.36.0
-opentelemetry-semantic-conventions==0.57b0
-orjson==3.11.3
-packaging==25.0
-pandas==2.3.2
-pillow==11.3.0
-pillow_heif==1.1.0
-platformdirs==4.4.0
-proglog==0.1.12
-propcache==0.3.2
-protobuf==6.32.0
-pydantic==2.11.7
-pydantic_core==2.33.2
+grpcio==1.71.0
+grpcio-tools==1.71.0
+h2==4.2.0
+hpack==4.1.0
+httplib2==0.22.0
+huggingface-hub==0.29.3
+hyperframe==6.1.0
+imageio==2.4.1
+isodate==0.6.1
+jax==0.4.38
+jaxlib==0.4.38
+jsonpointer==2.1
+keras==3.8.0
+libclang==18.1.1
+looseversion==1.3.0
+matplotlib==3.9.2
+mediapipe==0.10.20
+ml-dtypes==0.4.1
+namex==0.0.8
+nibabel==5.3.2
+nipype==1.10.0
+oauthlib==3.2.2
+opencv-contrib-python==4.10.0.84
+opencv-python==4.6.0.66
+opt_einsum==3.4.0
+optree==0.13.1
+orjson==3.10.16
+paragraphs==1.0.1
+pathlib==1.0.1
+pdf2image==1.17.0
+pika==1.3.2
+portalocker==2.10.1
+proto-plus==1.26.1
+protobuf==5.29.4
+prov==2.0.1
+puremagic==1.28
+pyasn1-modules==0.2.8
+pydot==3.0.4
 pydub==0.25.1
-Pygments==2.19.2
-python-dateutil==2.9.0.post0
-python-dotenv==1.1.1
+pyls-spyder==0.4.0
+PyMuPDF==1.25.4
+PyPDF2==3.0.1
+PyQt5==5.15.10
+PyQtWebEngine==5.15.6
+pytesseract==0.3.13
+python-docx==1.1.2
 python-multipart==0.0.20
-pytz==2025.2
-PyYAML==6.0.2
-regex==2025.9.1
-requests==2.32.5
-rich==14.1.0
-ruff==0.12.11
+pyxnat==1.6.3
+qdrant-client==1.13.3
+rank-bm25==0.2.2
+rdflib==6.3.2
+requests-oauthlib==2.0.0
+rsa==4.9
+ruff==0.11.2
+s3transfer==0.6.2
 safehttpx==0.1.6
-safetensors==0.6.2
-scenedetect==0.6.7
-scikit-learn==1.7.1
-scipy
+scikit-learn==1.5.2
 semantic-version==2.10.0
-sentence-transformers==5.1.0
-setuptools==80.9.0
+sentencepiece==0.2.0
+setuptools==75.1.0
 shellingham==1.5.4
-six==1.17.0
-sniffio==1.3.1
-starlette==0.47.3
+simplejson==3.20.1
+sounddevice==0.5.1
+starlette==0.46.1
 sympy==1.14.0
-threadpoolctl==3.6.0
-tokenizers==0.22.0
-tomlkit==0.13.3
-torch==2.8.0
-tqdm==4.67.1
-transformers==4.56.0
-typer==0.17.3
-typing-inspection==0.4.1
-typing_extensions==4.15.0
-tzdata==2025.2
-urllib3==2.5.0
-uvicorn==0.35.0
+tensorboard==2.18.0
+tensorboard-data-server==0.7.2
+tensorflow==2.18.0
+termcolor==2.5.0
+tomlkit==0.13.2
+traits==7.0.2
+typer==0.15.2
+types-html5lib==1.1.11.20241018
+types-lxml==2025.3.4
+typing_extensions==4.13.0
+uritemplate==4.1.1
+urllib3==1.26.20
+uvicorn==0.34.0
 websockets==15.0.1
-xai-sdk==1.1.0
-yarl==1.20.1
-zipp==3.23.0
+wheel==0.44.0

utils.py

@@ -99,4 +99,4 @@ def convert_heic_to_jpg(input_image_path):
 
     except Exception as e:
         print(f"Error converting {input_image_path}: {str(e)}")
-        return None
+        return None

vercel.json

@@ -0,0 +1,14 @@
+{
+    "builds": [
+        {
+            "src": "main.py",
+            "use": "@vercel/python"
+        }
+    ],
+    "routes": [
+        {
+            "src": "/(.*)",
+            "dest": "main.py"
+        }
+    ]
+}