Spaces:

Ricky01anjay
/

AutoClip

Paused

App Files Files Community

Ricky01anjay commited on Mar 2

Commit

ea89406

verified ·

1 Parent(s): 32d7542

Update app.py

Browse files

Files changed (1) hide show

app.py +68 -82

app.py CHANGED Viewed

@@ -7,6 +7,7 @@ import time
 import json
 from flask import Flask, request, jsonify, render_template_string, send_file
 from moviepy.editor import VideoFileClip, TextClip, CompositeVideoClip, concatenate_videoclips
 from faster_whisper import WhisperModel
 app = Flask(__name__)
@@ -18,7 +19,7 @@ JOBS = {}
 whisper_model = WhisperModel("base", device="cpu", compute_type="int8")
 # ==========================================
-# UI HTML
 # ==========================================
 HTML_TEMPLATE = """
 <!DOCTYPE html>
@@ -26,13 +27,13 @@ HTML_TEMPLATE = """
 <head>
     <meta charset="UTF-8">
     <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <title>AI Pro Clip Editor</title>
     <script src="https://cdn.tailwindcss.com"></script>
 </head>
 <body class="bg-gray-950 text-gray-200 min-h-screen flex flex-col items-center p-6">
     <div class="w-full max-w-2xl bg-gray-900 p-8 rounded-3xl border border-gray-800 shadow-2xl">
-        <h1 class="text-3xl font-black text-center mb-2 bg-gradient-to-r from-green-400 to-blue-500 bg-clip-text text-transparent">AI SMART CLIPPER</h1>
-        <p class="text-center text-gray-500 text-sm mb-8">Memotong video dengan logika penceritaan utuh</p>
         <form id="clipForm" class="space-y-6">
             <input type="url" id="videoUrl" class="w-full p-4 bg-gray-800 rounded-xl border border-gray-700 outline-none focus:ring-2 focus:ring-green-500" placeholder="Masukkan Link Video MP4...">
@@ -120,11 +121,11 @@ def time_to_seconds(time_str):
 def background_processor(job_id, video_path):
     try:
         full_clip = VideoFileClip(video_path)
-        original_width, original_height = full_clip.size
         total_duration = full_clip.duration
-        # 1. Transkripsi Detail
-        JOBS[job_id].update({"message": "AI mentranskrip & membaca waktu...", "progress": 15})
         segments_whisper, _ = whisper_model.transcribe(video_path, word_timestamps=True)
         words_data = []
@@ -132,111 +133,103 @@ def background_processor(job_id, video_path):
         for segment in segments_whisper:
             for word in segment.words:
                 words_data.append(word)
-            # Buat transkrip per kalimat untuk AI agar konteksnya jelas
             transcript_text += f"[{int(segment.start//60):02d}:{int(segment.start%60):02d} - {int(segment.end//60):02d}:{int(segment.end%60):02d}] {segment.text.strip()}\n"
-        # 2. AI Prompt Khusus Editor Video
-        JOBS[job_id].update({"message": "Menyusun skenario cerita (AI Editor)...", "progress": 35})
-        # PROMPT SUPER: Memaksa AI memberikan start dan end yang utuh
-        prompt = f"""Kamu adalah Editor Video Viral Profesional.
-Tugasmu adalah memotong transkrip video ini menjadi 1 hingga 3 klip pendek yang jika digabungkan akan menjadi satu cerita yang sangat menarik, nyambung, dan tidak terpotong di tengah kalimat.
-Syarat Wajib:
-1. Pastikan setiap potongan berisi kalimat yang UTUH (Selesai titik/koma).
-2. Gabungan potongan ini harus nyambung ceritanya (contoh: Hook -> Isi Masalah -> Punchline/Kesimpulan).
-3. Balas HANYA dengan format JSON murni, tanpa teks lain di luar JSON.
-Format JSON yang diwajibkan:
 [
-  {{"start": "MM:SS", "end": "MM:SS", "narasi": "Alasan memilih klip ini"}},
-  {{"start": "MM:SS", "end": "MM:SS", "narasi": "Alasan klip selanjutnya"}}
 ]
-Transkrip Video:
 {transcript_text[:3500]}
 """
         try:
             r = requests.post("https://www.puruboy.kozow.com/api/ai/letmegpt", json={"message": prompt}, timeout=25).json()
             ai_ans = r.get("result", {}).get("answer", "[]")
-            # Ekstraksi ketat JSON
             json_match = re.search(r'\[\s*\{.*?\}\s*\]', ai_ans, re.DOTALL)
             points = json.loads(json_match.group(0)) if json_match else []
         except:
-            # Fallback jika AI API error
-            points = [{"start": "00:00", "end": "00:15", "narasi": "Fallback awal"}]
-        if not points:
-            raise Exception("AI gagal merumuskan JSON. Silakan coba lagi.")
-        # 3. Sinkronisasi Pemotongan Presisi
-        JOBS[job_id].update({"message": "Merapikan potongan video...", "progress": 55})
-        cut_ranges = []
         for p in points:
             raw_start = time_to_seconds(p.get('start', '00:00'))
-            raw_end = time_to_seconds(p.get('end', '00:10'))
-            # Berikan Buffer/Padding Halus (0.5 Detik) agar suara napas/ujung kata tidak terpotong kasar
-            start_sec = max(0, raw_start - 0.5)
-            end_sec = min(total_duration, raw_end + 0.5)
-            if start_sec < end_sec:
-                cut_ranges.append({'start': start_sec, 'end': end_sec})
-        # 4. Pemotongan & Penggabungan
-        JOBS[job_id].update({"message": "Merender gabungan klip...", "progress": 70})
-        subclips = []
-        final_words_clips = []
-        current_timeline = 0
-        font_path = "/usr/share/fonts/truetype/dejavu/DejaVuSans-Bold.ttf"
-        if not os.path.exists(font_path): font_path = "Arial"
-        for r in cut_ranges:
-            # Subclip Video Asli
-            v_sub = full_clip.subclip(r['start'], r['end'])
-            subclips.append(v_sub)
-            # Buat Subtitle per kata dengan penyesuaian timeline
             for wd in words_data:
-                # Cek kata yang masuk dalam rentang klip ini
-                if wd.start >= (r['start'] - 0.5) and wd.end <= (r['end'] + 0.5):
-                    # Geser waktu subtitle agar cocok dengan waktu video yang sudah digabung
-                    rel_start = max(0, wd.start - r['start']) + current_timeline
-                    rel_end = max(0, wd.end - r['start']) + current_timeline
                     t = TextClip(
                         wd.word.strip().upper(),
                         font=font_path,
-                        fontsize=original_height*0.06, # Dinamis menyesuaikan resolusi
                         color='yellow',
                         stroke_color='black',
                         stroke_width=2,
                         method='label'
-                    ).set_start(rel_start).set_end(rel_end).set_position(('center', int(original_height*0.85)))
-                    final_words_clips.append(t)
-            # Tambahkan durasi klip ke timeline untuk klip selanjutnya
-            current_timeline += (r['end'] - r['start'])
-        # Gabungkan klip-klip yang sudah dipilih AI
-        merged_video = concatenate_videoclips(subclips, method="compose")
-        # Tempelkan semua subtitle yang sudah disinkronkan ke video gabungan
-        final_result = CompositeVideoClip([merged_video] + final_words_clips)
         output_filename = f"final_{job_id}.mp4"
         output_path = os.path.join(app.config['UPLOAD_FOLDER'], output_filename)
         JOBS[job_id]['files_to_delete'].append(output_path)
-        # Proses Rendering Final
-        final_result.write_videofile(
             output_path,
             fps=24,
             codec="libx264",
@@ -246,23 +239,17 @@ Transkrip Video:
             logger=None
         )
-        # Bersihkan Memory RAM
         full_clip.close()
         merged_video.close()
-        final_result.close()
-        JOBS[job_id].update({
-            "status": "completed",
-            "progress": 100,
-            "message": "Video Siap Ditonton!",
-            "result": output_filename
-        })
     except Exception as e:
         JOBS[job_id].update({"status": "error", "message": str(e)})
 # ==========================================
-# ROUTES & SERVER START
 # ==========================================
 @app.route('/')
@@ -289,7 +276,6 @@ def generate():
         "status": "processing", "progress": 5, "message": "Membaca Video...",
         "result": None, "created_at": time.time(), "files_to_delete": [video_path]
     }
     threading.Thread(target=background_processor, args=(job_id, video_path)).start()
     return jsonify({"job_id": job_id})

 import json
 from flask import Flask, request, jsonify, render_template_string, send_file
 from moviepy.editor import VideoFileClip, TextClip, CompositeVideoClip, concatenate_videoclips
+from moviepy.audio.fx.all import audio_fadein, audio_fadeout
 from faster_whisper import WhisperModel
 app = Flask(__name__)
 whisper_model = WhisperModel("base", device="cpu", compute_type="int8")
 # ==========================================
+# UI HTML (Tetap sama, elegan & modern)
 # ==========================================
 HTML_TEMPLATE = """
 <!DOCTYPE html>
 <head>
     <meta charset="UTF-8">
     <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>AI Pro Clip Editor - Smooth Edit</title>
     <script src="https://cdn.tailwindcss.com"></script>
 </head>
 <body class="bg-gray-950 text-gray-200 min-h-screen flex flex-col items-center p-6">
     <div class="w-full max-w-2xl bg-gray-900 p-8 rounded-3xl border border-gray-800 shadow-2xl">
+        <h1 class="text-3xl font-black text-center mb-2 bg-gradient-to-r from-green-400 to-blue-500 bg-clip-text text-transparent">AI SMOOTH CLIPPER</h1>
+        <p class="text-center text-gray-500 text-sm mb-8">Pemotongan akurat pada jeda napas & kata</p>
         <form id="clipForm" class="space-y-6">
             <input type="url" id="videoUrl" class="w-full p-4 bg-gray-800 rounded-xl border border-gray-700 outline-none focus:ring-2 focus:ring-green-500" placeholder="Masukkan Link Video MP4...">
 def background_processor(job_id, video_path):
     try:
         full_clip = VideoFileClip(video_path)
+        original_height = full_clip.h
         total_duration = full_clip.duration
+        # 1. Transkripsi dengan akurasi per kata
+        JOBS[job_id].update({"message": "AI mentranskrip & memetakan jeda...", "progress": 15})
         segments_whisper, _ = whisper_model.transcribe(video_path, word_timestamps=True)
         words_data = []
         for segment in segments_whisper:
             for word in segment.words:
                 words_data.append(word)
             transcript_text += f"[{int(segment.start//60):02d}:{int(segment.start%60):02d} - {int(segment.end//60):02d}:{int(segment.end%60):02d}] {segment.text.strip()}\n"
+        # 2. AI Editor Memilih Klip
+        JOBS[job_id].update({"message": "Menyusun cerita yang nyambung...", "progress": 35})
+        prompt = f"""Kamu adalah Video Editor. Tugasmu memilih 2-3 segmen berdurasi agak panjang (minimal 10-15 detik per klip) dari video ini agar membentuk satu cerita utuh.
+JANGAN memilih klip yang terlalu pendek agar video tidak terlihat patah-patah.
+Syarat:
+1. Setiap segmen HARUS kalimat utuh.
+2. Ceritanya harus nyambung dari awal sampai akhir.
+3. Balas HANYA dengan JSON array:
 [
+  {{"start": "MM:SS", "end": "MM:SS", "narasi": "Alasan"}},
+  {{"start": "MM:SS", "end": "MM:SS", "narasi": "Alasan"}}
 ]
+Transkrip:
 {transcript_text[:3500]}
 """
         try:
             r = requests.post("https://www.puruboy.kozow.com/api/ai/letmegpt", json={"message": prompt}, timeout=25).json()
             ai_ans = r.get("result", {}).get("answer", "[]")
             json_match = re.search(r'\[\s*\{.*?\}\s*\]', ai_ans, re.DOTALL)
             points = json.loads(json_match.group(0)) if json_match else []
         except:
+            points = [{"start": "00:00", "end": "00:15", "narasi": "Fallback"}]
+        if not points: raise Exception("AI gagal merumuskan JSON.")
+        # 3. LOGIKA SMART BOUNDARY (Pemotongan Akurat di Jeda Kata)
+        JOBS[job_id].update({"message": "Menghaluskan titik potong audio...", "progress": 55})
+        final_clips_to_concat = []
+        font_path = "/usr/share/fonts/truetype/dejavu/DejaVuSans-Bold.ttf"
+        if not os.path.exists(font_path): font_path = "Arial"
         for p in points:
             raw_start = time_to_seconds(p.get('start', '00:00'))
+            raw_end = time_to_seconds(p.get('end', '00:15'))
+            # Cari kata aktual yang paling dekat dengan pilihan AI
+            start_word = next((w for w in words_data if w.start >= max(0, raw_start - 2)), None)
+            end_word = next((w for w in reversed(words_data) if w.end <= min(total_duration, raw_end + 2)), None)
+            if start_word and end_word and start_word.start < end_word.end:
+                # Beri ruang napas 0.3 detik sebelum dan sesudah kata diucapkan
+                actual_start = max(0, start_word.start - 0.3)
+                actual_end = min(total_duration, end_word.end + 0.3)
+            else:
+                actual_start = max(0, raw_start - 0.3)
+                actual_end = min(total_duration, raw_end + 0.3)
+            # Potong Video Berdasarkan Kata (Bukan Angka Mentah AI)
+            subclip = full_clip.subclip(actual_start, actual_end)
+            # Terapkan AUDIO FADE IN & OUT agar perpindahan tidak "Klik/Cekrek"
+            subclip = subclip.set_audio(
+                subclip.audio.fx(audio_fadein, 0.1).fx(audio_fadeout, 0.1)
+            )
+            # Tambahkan Subtitle HANYA untuk klip ini (Sinkronisasi 100% sempurna)
+            txt_clips = []
             for wd in words_data:
+                if wd.start >= actual_start and wd.end <= actual_end:
+                    rel_start = wd.start - actual_start
+                    rel_end = wd.end - actual_start
                     t = TextClip(
                         wd.word.strip().upper(),
                         font=font_path,
+                        fontsize=original_height * 0.06,
                         color='yellow',
                         stroke_color='black',
                         stroke_width=2,
                         method='label'
+                    ).set_start(rel_start).set_end(rel_end).set_position(('center', int(original_height * 0.85)))
+                    txt_clips.append(t)
+            # Gabungkan Video + Subtitle untuk segmen ini
+            composite_subclip = CompositeVideoClip([subclip] + txt_clips)
+            final_clips_to_concat.append(composite_subclip)
+        # 4. GABUNGKAN SEMUA KLIP YANG SUDAH JADI
+        JOBS[job_id].update({"message": "Merender video akhir...", "progress": 70})
+        if not final_clips_to_concat:
+            raise Exception("Gagal memotong video. Durasi tidak valid.")
+        merged_video = concatenate_videoclips(final_clips_to_concat, method="compose")
         output_filename = f"final_{job_id}.mp4"
         output_path = os.path.join(app.config['UPLOAD_FOLDER'], output_filename)
         JOBS[job_id]['files_to_delete'].append(output_path)
+        merged_video.write_videofile(
             output_path,
             fps=24,
             codec="libx264",
             logger=None
         )
         full_clip.close()
         merged_video.close()
+        for c in final_clips_to_concat: c.close()
+        JOBS[job_id].update({"status": "completed", "progress": 100, "message": "Video Selesai!", "result": output_filename})
     except Exception as e:
         JOBS[job_id].update({"status": "error", "message": str(e)})
 # ==========================================
+# ROUTES
 # ==========================================
 @app.route('/')
         "status": "processing", "progress": 5, "message": "Membaca Video...",
         "result": None, "created_at": time.time(), "files_to_delete": [video_path]
     }
     threading.Thread(target=background_processor, args=(job_id, video_path)).start()
     return jsonify({"job_id": job_id})