Spaces:
Sleeping
Sleeping
File size: 2,359 Bytes
7a3c572 0d9760b 7a3c572 0d9760b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 | # FrameProcessor/processor/single_frame.py
import sys,os
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
from typing import Dict, Any
from FrameProcessor.ocr.describe_direct import describe_frame_directly
from FrameProcessor.graph.workflow import frame_processor
def process_single_frame(frame_path: str) -> Dict[str, Any]:
"""Process a single video frame: classify and if important, describe it."""
initial_state = {
"frame_path": frame_path,
"frame_data": {},
"frame_features": {},
"importance": "not_important",
"reason": "",
"description": {},
"next_step": "extract_features"
}
try:
# Execute the state graph
result = frame_processor.invoke(initial_state)
output = {
"frame": os.path.basename(frame_path),
"path": frame_path,
"importance": result["importance"],
"reason": result["reason"],
}
# If frame is important, ensure description is present
if result["importance"] == "important":
if "description" in result and isinstance(result["description"], dict) and result["description"]:
output["description"] = result["description"]
else:
print(f" Warning: No description extracted for important frame: {os.path.basename(frame_path)}")
try:
output["description"] = describe_frame_directly(frame_path)
print(f" Description extracted successfully on second attempt")
except Exception as e:
print(f" Failed to extract description: {str(e)}")
output["description"] = {
"image_name": os.path.basename(frame_path),
"extracted_text": "Failed to extract text",
"visual_description": "Failed to extract visual description",
"error": str(e)
}
return output
except Exception as e:
print(f" Error processing frame: {str(e)}")
return {
"frame": os.path.basename(frame_path),
"path": frame_path,
"importance": "error",
"reason": f"Processing error: {str(e)}",
"error": str(e)
}
|