Add split media render

routes.js

@@ -352,7 +352,7 @@ RenderRouter.post('/api/render-sync', async (req, res) => {
 			});
 			uploader.creds.url = uploader.creds.url;
 			let outFiles = await listOutputFiles(jobId);
-			await applyPluginsPostrender(plugins, originalManuscript, jobId, outFiles)
+			await applyPluginsPostrender(plugins, originalManuscript, originalManuscriptPath, jobId, outFiles)
 
 			console.log('Render complete, uploading... to target folder: ' + targetUrl + jobId + '/')
 			if (zip) {

server-plugins/apply.js

@@ -26,10 +26,17 @@ export async function applyPluginsPrerender(plugins, originalManuscript, origina
   }
 }
 
-export async function applyPluginsPostrender(plugins, originalManuscript, jobId, outFiles) {
+export async function applyPluginsPostrender(plugins, originalManuscript, originalManuscriptPath, jobId, outFiles) {
   for (let pluginInfo of plugins) {
     let pluginName = pluginInfo.name;
     let options = pluginInfo || {};
     console.log(`Applying post-render plugin: ${pluginName} with options:`, options)
+    if (pluginRegistry[pluginName]) {
+      let pluginInstance = new pluginRegistry[pluginName](pluginName, options);
+      await pluginInstance.applyPostrender(originalManuscript, jobId, outFiles);
+    } else {
+      console.warn(`Plugin ${pluginName} not found in registry.`);
+    }
   }
+  fs.writeFileSync(originalManuscriptPath, JSON.stringify(originalManuscript, null, 2))
 }

server-plugins/split-render.js

@@ -1,6 +1,8 @@
 import _ from 'lodash'
 import fs from 'fs'
 import { Plugin } from './plugin.js';
+import { exec } from 'child_process'
+import _path from 'path';
 
 export class SplitRenderPlugin extends Plugin {
   constructor(name, options) {
@@ -8,7 +10,81 @@ export class SplitRenderPlugin extends Plugin {
   }
   async applyPrerender(originalManuscript, jobId) {
     _.set(originalManuscript, 'meta.generationConfig.extras.buildParams', ` --codec=vp9 --transparent --pixel-format=yuva420p --image-format=png --crf=18`);
+    originalManuscript.transcript.forEach(element => {
+      element._mediaAbsPaths = _.cloneDeep(element.mediaAbsPaths)
+      element.mediaAbsPaths = []
+    });
   }
   async applyPostrender(originalManuscript, jobId, outFiles) {
+    return new Promise((resolve, reject) => {
+      let ffmpegCommand = ''
+      let outFile = outFiles.find(f => f.includes('.webm')) || outFiles.find(f => f.includes('.mp4')) || outFiles.find(f => f.includes('.mov'));
+      if (outFile) {
+        let inputFiles = [];
+        let sceneIndex = 0;
+
+        originalManuscript.transcript.forEach(scene => {
+          let durationInSeconds = scene.durationInSeconds
+          scene.mediaAbsPaths = scene._mediaAbsPaths
+          delete scene._mediaAbsPaths
+
+          for (let i = 0; i < scene.mediaAbsPaths.length; i++) {
+            const { path, type, dimensions, durationSec } = scene.mediaAbsPaths[i];
+            const { width, height } = dimensions;
+            if (type === 'video') {
+              // Clip the video to scene duration if it's longer
+              const clipDuration = Math.min(durationSec, durationInSeconds);
+              let fileName = _path.basename(path);
+              let publicFilePath = `public/${fileName}`;
+              inputFiles.push(`-ss 0 -t ${clipDuration} -i "${publicFilePath}"`);
+            }
+          }
+          sceneIndex++;
+        });
+
+        // Add the front overlay video (transparent webm) - this controls the final duration
+        inputFiles.push(`-i "${outFile}"`);
+
+        if (inputFiles.length > 1) {
+          // Build the ffmpeg command
+          const inputPart = inputFiles.join(' ');
+          const frontVideoIndex = inputFiles.length - 1; // Last input is the front video (master duration)
+          const backVideoIndex = 0; // First input is the back video
+
+          // Create filter complex for overlay with transparency
+          const filterComplex = `"[${frontVideoIndex}:v]colorkey=0x000000:0.08:0.02[fg];[${backVideoIndex}:v][fg]overlay=0:0:format=auto"`;
+
+          // Remove -shortest so the output duration matches the overlay video (outFile)
+          ffmpegCommand = `ffmpeg ${inputPart} -filter_complex ${filterComplex} -c:v libx264 -pix_fmt yuv420p final_${jobId}.mp4`;
+        }
+        else {
+          resolve('No input files to process. Skipping split-render post process');
+          return
+        }
+
+        //run ffmpeg command 
+        if (ffmpegCommand) {
+          console.log('Running ffmpeg command:', ffmpegCommand);
+          exec(ffmpegCommand, (error, stdout, stderr) => {
+            if (error) {
+              console.error(`Error: ${error.message}`);
+              reject(error);
+              return;
+            }
+            if (stderr) {
+              console.error(`Error: ${stderr}`);
+              reject(new Error(stderr));
+              return;
+            }
+            console.log(`Output: ${stdout}`);
+            resolve(stdout);
+          });
+        } else {
+          resolve('No ffmpeg command generated');
+        }
+      } else {
+        resolve('No output file found');
+      }
+    });
   }
 }