Added Azure Blob Storage and AI Model Functionality to app.py

app.py

@@ -1,8 +1,10 @@
 import gradio as gr
 import os
 import subprocess
-# install moviepy dependencies
+# install moviepy dependency
 moviepy = subprocess.run(["pip", "install", "moviepy"])
+ffmpeg = subprocess.run(["pip", "install", "ffmpeg-python"])
+pipUpdate = subprocess.run(["pip", "install", "--upgrade", "pip"])
 from azure.storage.blob import BlobServiceClient
 import AzureBlobStorageVideo
 import AzureBlobStorageAudio
@@ -39,25 +41,52 @@ def predict_video(input_video, input_audio=None, input_choice="Explosions"):
     return [None, "Error: The upload exceeds file size 16MB. Please upload a smaller file."]
 
 
+  #Initialize blob storage credentials
+  storage_account_name = "useruploadhuggingface"
+  storage_account_key = "zhrGpPBX6PVD+krncC4nVF4yoweEku/z2ErVxjLiuu/CjAVKqM5O4xlGWEyuWGxptL3mA1pv/6P4+AStjSjLEQ=="
+  connection_string = f"DefaultEndpointsProtocol=https;AccountName={storage_account_name};AccountKey={storage_account_key};EndpointSuffix=core.windows.net"
 
-  # 1. Upload user video file to azure blob storage
+  video_container_name = "useruploadhuggingfacevideo"
+  audio_container_name = "useruploadhuggingfaceaudio"
 
-  #AzureBlobStorageVideo.uploadUserVideoToBlobStorage(input_video, filename)
+  # 1. Upload user video file to azure blob storage
 
+  videoBlobURL = AzureBlobStorageVideo.uploadUserVideoToBlobStorage(input_video, filename)
+  videoSASToken = AzureBlobStorageVideo.generateSASToken(storage_account_name,video_container_name, filename, storage_account_key)
+  videoSASURL = AzureBlobStorageVideo.generateSASURL(storage_account_name, video_container_name, filename, videoSASToken)
+
+  # 1.1. Upload user audio if available
+
+  userAudioInputFlag = False
+
+  if input_audio is not None:
+        audioFileName = "userInputAudio"
+        input_audio = AzureBlobStorageAudio.uploadUserAudioToBlobStorage(input_audio, audioFileName)
+        userAudioInputFlag = True
+        #return [input_video, f" Using uploaded audio: {audioFileName}"]
+  else:
+        if (input_choice == "Explosions"):
+          input_audio = "https://audiolibrary.blob.core.windows.net/audiolibrary/1_seconds_haptic_audio.mp3"
+          print("explosion selected")
+        elif (input_choice == "Lightning and Thunder"):
+          input_audio = "https://audiolibrary.blob.core.windows.net/audiolibrary/8_seconds_Thunder.mp3"
+          print("lightning and thunder selected")
+        elif (input_choice == "Vehicle Racing"):
+          input_audio = "https://audiolibrary.blob.core.windows.net/audiolibrary/5_seconds_vehicle_audio.mp3"
+          print("vehicle racing selected")
+        else:
+          input_audio = "https://audiolibrary.blob.core.windows.net/audiolibrary/5_seconds_haptic_videos.mp3"
+          print("default selected")
+
+        #return [input_video, f" {choice}"]
+
+  #return [videoBlobURL, f" Using uploaded audio:"]
   #return [input_video, f" Using uploaded audio: {input_audio.name}"]
   #	IF user uploads audio file: upload audio file to blob storage
   # ELSE use default audio file from blob storage
 
 
   # message = "**Placeholder:** Video processing not implemented yet."
-  #
-  # if input_audio is not None:
-  #     AzureBlobStorageAudio.uploadUserAudioToBlobStorage(input_audio, "test8")
-  #     return [input_video, message + f" Using uploaded audio: {input_audio.name}"]
-  # else:
-  #     return [input_video, message + " Generated Audio will be used"]
-
-
 
   # 2. Analyze video and predict timestamps
 
@@ -72,13 +101,13 @@ def predict_video(input_video, input_audio=None, input_choice="Explosions"):
       A list containing the processed video and a message string.
   """
  
-  #responseQueryText = videoAnalysis(sas_url_1, sas_token_1, input_choice)
+  responseQueryText = videoAnalysis(videoSASURL, videoSASToken, input_choice)
 
   #	IF method returns error: run analysis again
-  #if responseQueryText == """{"error":{"code":"InvalidRequest","message":"Value for indexName is invalid."}}""":
-  #    responseQueryText = videoAnalysis(sas_url_1, sas_token_1, input_choice)
-
+  if responseQueryText == """{"error":{"code":"InvalidRequest","message":"Value for indexName is invalid."}}""":
+      responseQueryText = videoAnalysis(videoSASURL, videoSASToken, input_choice)
 
+  AzureBlobStorageVideo.deleteUserVideoFromBlobStorage(video_container_name,filename)
 
   # 3. Use moviepy to add haptics to video
 
@@ -87,26 +116,27 @@ def predict_video(input_video, input_audio=None, input_choice="Explosions"):
   #npminstall = subprocess.run(["npm", "install", "masteringModule/package.json"])
   #os.chdir("..")
 
-
   #	3.1. Extract audio from video
   #extractedAudioPath = extract_audio_from_video(input_video)
 
   #	3.2. Mix extracted audio with haptic audio
 
   # Load JSON output
-  output_query_response = '{"value":[{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:00:16","end":"00:00:26","best":"00:00:21","relevance":0.4005849361419678},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:00:06","end":"00:00:16","best":"00:00:09","relevance":0.38852864503860474},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:01:42","end":"00:01:58","best":"00:01:43","relevance":0.38718080520629883},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:01:58","end":"00:02:14","best":"00:02:03","relevance":0.3811851143836975},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:00:42","end":"00:00:52","best":"00:00:42","relevance":0.3765566647052765},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:00:26","end":"00:00:42","best":"00:00:28","relevance":0.3718773126602173},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:01:08","end":"00:01:24","best":"00:01:10","relevance":0.3707084357738495},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:01:37","end":"00:01:42","best":"00:01:38","relevance":0.36235538125038147},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:01:29","end":"00:01:37","best":"00:01:33","relevance":0.3606133460998535},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:01:03","end":"00:01:08","best":"00:01:04","relevance":0.3513660728931427},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:00:00","end":"00:00:06","best":"00:00:05","relevance":0.3378048241138458}]}'  # JSON response
+  #output_query_response = '{"value":[{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:00:16","end":"00:00:26","best":"00:00:21","relevance":0.4005849361419678},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:00:06","end":"00:00:16","best":"00:00:09","relevance":0.38852864503860474},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:01:42","end":"00:01:58","best":"00:01:43","relevance":0.38718080520629883},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:01:58","end":"00:02:14","best":"00:02:03","relevance":0.3811851143836975},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:00:42","end":"00:00:52","best":"00:00:42","relevance":0.3765566647052765},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:00:26","end":"00:00:42","best":"00:00:28","relevance":0.3718773126602173},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:01:08","end":"00:01:24","best":"00:01:10","relevance":0.3707084357738495},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:01:37","end":"00:01:42","best":"00:01:38","relevance":0.36235538125038147},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:01:29","end":"00:01:37","best":"00:01:33","relevance":0.3606133460998535},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:01:03","end":"00:01:08","best":"00:01:04","relevance":0.3513660728931427},{"documentId":"sp=r&st=2024-02-09T12:33:24Z&se=2025-08-06T20:33:24Z&spr=https&sv=2022-11-02&sr=b&sig=V%2Fq56JjGcL60r0vt3oAPjzx%2FZMu5%2BJo%2BfjKkJF2ccgo%3D","documentKind":"VideoInterval","start":"00:00:00","end":"00:00:06","best":"00:00:05","relevance":0.3378048241138458}]}'  # JSON response
 
 
-  json_data = load_json_output(output_query_response)
+  json_data = load_json_output(responseQueryText)
 
   # Extract audio from the video
   audio_path = extract_audio_from_video(input_video)
   # Get explosion segments
   explosion_segments = get_explosion_segments(json_data)
 
-  # Create final audio
-  final_audio = create_final_audio(audio_path, explosion_segments)
+  print(input_audio)
 
+  # Create final audio
+  #final_audio = create_final_audio(audio_path, explosion_segments)
+  final_audio = create_final_audio(audio_path, input_audio, explosion_segments)
   # Save enhanced audio
   finalAudioPath = "audio/finalAudio.mp3"
   save_audio(final_audio, finalAudioPath)
@@ -115,7 +145,8 @@ def predict_video(input_video, input_audio=None, input_choice="Explosions"):
 
   master = subprocess.run(["node", "masteringModule/main.js", "--input", finalAudioPath, "--output", finalAudioPath])
 
-
+  if (userAudioInputFlag == True):
+      AzureBlobStorageAudio.deleteUserAudioFromBlobStorage(audio_container_name, audioFileName)
 
   # Extract video without audio
   current_video = without_audio(VideoFileClip(input_video))