Upload ai_runtime_patch_fast.py

ai_runtime_patch_fast.py

@@ -1,6 +1,6 @@
 """Final patch v2: fix topic rewrite, remove duplicate short slide, full short interaction buttons.
-FIX v3: rewrite slides with images from og_image, short video auto-gen."""
-import re, threading, time, json, os, asyncio
+FIX v3: rewrite slides with images from og_image, short video auto-gen within process."""
+import re, threading, time, json, os, asyncio, hashlib, subprocess
 import ai_runtime_final6 as f6
 from ai_runtime_final6 import app, rt, f5, HTMLResponse, JSONResponse, Request, Query
 import html as html_lib
@@ -14,6 +14,8 @@ DATA_DIR="/data" if os.path.isdir('/data') else "/app/data"
 os.makedirs(DATA_DIR,exist_ok=True)
 SHORT_COMMENTS_FILE=os.path.join(DATA_DIR,'short_comments.json')
 TTL_24H=86400;HAS_PERSISTENT=os.path.isdir('/data')
+SHORTS_DIR = os.path.join(DATA_DIR, 'ai_shorts')
+os.makedirs(SHORTS_DIR, exist_ok=True)
 def _lj(p,d):
     try:
         if os.path.exists(p):return json.load(open(p,'r',encoding='utf-8'))
@@ -29,6 +31,219 @@ def _scrape(url,mc=8000):
     try:d=f5.base.scrape_any_url(url);return(d.get('title',''),((d.get('summary','')+'\n'+d.get('text','')).strip())[:mc],d.get('image') or d.get('og_image') or '')
     except:return('','','')
 
+# ===== Self-contained Short Video Generator =====
+def _make_short(post):
+    """Generate short video for a post. Runs in background thread."""
+    post_id = post.get('id', '')
+    if not post_id:
+        return
+    try:
+        # Check gTTS availability
+        try:
+            from gtts import gTTS
+        except:
+            return
+        
+        text = post.get('text', '') or post.get('title', '')
+        if len(text) < 100:
+            return
+        
+        # Extract segments from text (bullet points or sentences)
+        segments = []
+        for line in text.split('\n'):
+            line = clean(line)
+            if line and len(line) > 20:
+                segments.append(line)
+        if not segments:
+            segments = [text[:300]]
+        segments = segments[:10]
+        
+        seg_hash = hashlib.md5(('|'.join(segments) + 'nu' + 'neutral' + '1.0').encode('utf-8')).hexdigest()[:8]
+        suffix = f"_nu_neutral_1p0_{seg_hash}_scenes_nosub"
+        out_mp4 = os.path.join(SHORTS_DIR, f5.base._safe_name(post_id + suffix) + '.mp4')
+        
+        # Check if already generated
+        if os.path.exists(out_mp4):
+            post['video'] = '/api/ai/short-file/' + post_id + suffix
+            wall = f5.base._load_ai_wall()
+            for i, p in enumerate(wall):
+                if p.get('id') == post_id:
+                    wall[i] = post
+                    break
+            f5.base._save_ai_wall(wall)
+            return
+        
+        work = os.path.join(SHORTS_DIR, f5.base._safe_name(post_id + suffix))
+        os.makedirs(work, exist_ok=True)
+        
+        # Download image for background
+        img_path = os.path.join(work, 'image.jpg')
+        downloaded = False
+        try:
+            img_url = post.get('img', '')
+            if img_url:
+                r = requests.get(img_url, headers={'User-Agent': 'Mozilla/5.0'}, timeout=15)
+                if r.status_code == 200:
+                    with open(img_path, 'wb') as f:
+                        f.write(r.content)
+                    downloaded = True
+        except:
+            pass
+        
+        # Create scene frames and TTS audio
+        part_files = []
+        try:
+            from PIL import Image, ImageDraw, ImageFont
+            has_pil = True
+        except:
+            has_pil = False
+        
+        for idx, seg in enumerate(segments[:10]):
+            frame_path = os.path.join(work, f'frame_{idx:02d}.jpg')
+            audio_path = os.path.join(work, f'voice_{idx:02d}.mp3')
+            audio_fast = os.path.join(work, f'voice_{idx:02d}_fast.mp3')
+            part_path = os.path.join(work, f'part_{idx:02d}.mp4')
+            
+            # Create frame
+            if has_pil:
+                sz = (1080, 1920)
+                bg_color = (15, 23, 38)
+                bg = Image.new('RGB', sz, bg_color)
+                draw = ImageDraw.Draw(bg)
+                
+                # Try to overlay downloaded image at top
+                if downloaded:
+                    try:
+                        im = Image.open(img_path).convert('RGB')
+                        im = im.resize((1080, 760))
+                        bg.paste(im, (0, 0))
+                        # Dark overlay for text readability
+                        overlay = Image.new('RGBA', (1080, 400), (0, 0, 0, 180))
+                        bg.paste(overlay, (0, 720), overlay)
+                    except:
+                        pass
+                
+                try:
+                    font_title = ImageFont.truetype("/usr/share/fonts/truetype/dejavu/DejaVuSans-Bold.ttf", 52)
+                    font_body = ImageFont.truetype("/usr/share/fonts/truetype/dejavu/DejaVuSans.ttf", 40)
+                except:
+                    font_title = font_body = None
+                
+                # Title bar
+                draw.rectangle([0, 0, sz[0], 100], fill=(25, 118, 210))
+                title = post.get('title', '')[:50]
+                if font_title:
+                    draw.text((sz[0]//2, 50), title, fill='white', font=font_title, anchor='mm')
+                
+                # Segment text
+                y_start = 820
+                seg_text = seg[:150]
+                lines = []
+                words = seg_text.split()
+                cur = ''
+                for w in words:
+                    test = (cur + ' ' + w).strip()
+                    try:
+                        tw = draw.textbbox((0, 0), test, font=font_body)[2] if font_body else len(test) * 20
+                    except:
+                        tw = len(test) * 20
+                    if tw <= 920:
+                        cur = test
+                    else:
+                        if cur:
+                            lines.append(cur)
+                        cur = w
+                    if len(lines) >= 6:
+                        break
+                if cur and len(lines) < 6:
+                    lines.append(cur)
+                
+                y = y_start
+                for ln in lines:
+                    if font_body:
+                        draw.text((80, y), ln, fill=(255, 255, 255), font=font_body)
+                    y += 55
+                
+                bg.save(frame_path, quality=88)
+            else:
+                # Fallback: solid color frame
+                if not os.path.exists(img_path):
+                    from PIL import Image as Img
+                    Img.new('RGB', (1080, 1920), (15, 23, 38)).save(frame_path, quality=85)
+                else:
+                    try:
+                        from PIL import Image as Img
+                        Img.new('RGB', (1080, 1920), (15, 23, 38)).save(frame_path, quality=85)
+                    except:
+                        continue
+            
+            # Generate TTS
+            tts_text = re.sub(r'^[•\-\*\d\.\)\s]+', '', seg).strip()[:300]
+            if not tts_text:
+                continue
+            try:
+                gTTS(tts_text, lang='vi', slow=False).save(audio_path)
+            except:
+                try:
+                    gTTS(tts_text, lang='vi', tld='com.vn', slow=False).save(audio_path)
+                except:
+                    continue
+            
+            # Speed up audio
+            try:
+                subprocess.run(['ffmpeg', '-y', '-i', audio_path, '-filter:a', 'atempo=1.0', '-vn', audio_fast],
+                             check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=90)
+            except:
+                audio_fast = audio_path
+            
+            # Get duration
+            dur = 10.0
+            try:
+                pr = subprocess.run(['ffprobe', '-v', 'error', '-show_entries', 'format=duration', '-of', 'default=noprint_wrappers=1:no_key=1', audio_fast],
+                                   stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=20)
+                dur = max(6.0, float((pr.stdout or b'').decode().strip() or 10.0)) + 1.0
+            except:
+                pass
+            
+            # Combine frame + audio
+            try:
+                subprocess.run(['ffmpeg', '-y', '-loop', '1', '-t', str(dur), '-i', frame_path, '-i', audio_fast,
+                             '-shortest', '-c:v', 'libx264', '-tune', 'stillimage', '-pix_fmt', 'yuv420p',
+                             '-c:a', 'aac', '-b:a', '128k', part_path],
+                             check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=150)
+                part_files.append(part_path)
+            except:
+                continue
+        
+        # Concatenate all parts
+        if part_files:
+            concat_file = os.path.join(work, 'concat.txt')
+            with open(concat_file, 'w', encoding='utf-8') as f:
+                for p in part_files:
+                    f.write("file '" + p.replace("'", "'\\''") + "'\n")
+            try:
+                subprocess.run(['ffmpeg', '-y', '-f', 'concat', '-safe', '0', '-i', concat_file, '-c', 'copy', out_mp4],
+                             check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=180)
+            except:
+                return
+            
+            # Update post with video link
+            post['video'] = '/api/ai/short-file/' + post_id + suffix
+            post['short_voice'] = 'nu'
+            post['short_emotion'] = 'neutral'
+            post['short_speed'] = 1.0
+            post['short_segments'] = segments
+            post['short_subtitles'] = False
+            
+            wall = f5.base._load_ai_wall()
+            for i, p in enumerate(wall):
+                if p.get('id') == post_id:
+                    wall[i] = post
+                    break
+            f5.base._save_ai_wall(wall)
+    except Exception as e:
+        pass  # Silent fail for background short generation
+
 _bg_home={"t":0,"d":[]};_bg_shorts={"t":0,"d":[]};_bg_lock=False
 def _bg():
     global _bg_lock
@@ -89,15 +304,12 @@ async def _rw(request:Request):
     if len(raw)<50:return JSONResponse({'error':'Không đọc được bài'},status_code=422)
     
     # Get og_image for slides
-    og_img = ''
-    try:
-        d = f5.base.scrape_any_url(url)
-        if d:
-            og_img = d.get('og_image', '') or d.get('image', '') or ''
-    except:
-        pass
+    og_img = img if img and img.startswith('http') else ''
     if not og_img:
-        og_img = img if img and img.startswith('http') else ''
+        try:
+            d = f5.base.scrape_any_url(url)
+            if d: og_img = d.get('og_image', '') or d.get('image', '') or ''
+        except: pass
     if not og_img:
         og_img = 'https://image.pollinations.ai/prompt/Vietnamese%20news%20update'
     
@@ -115,20 +327,15 @@ async def _rw(request:Request):
     for i, pt in enumerate(paragraphs[:8]):
         slides.append({'text': pt, 'image': og_img, 'index': i + 1})
     
-    main_img = og_img
-    post=f5.base.make_post(title or 'Bài viết',text,main_img,url,'rewrite',sources=[{'title':title,'url':url,'via':_domain(url)}])
+    post=f5.base.make_post(title or 'Bài viết',text,og_img,url,'rewrite',sources=[{'title':title,'url':url,'via':_domain(url)}])
     post['images'] = [og_img] if og_img else []
     post['slides'] = slides
     ps=f5.base._load_ai_wall();ps.insert(0,post);f5.base._save_ai_wall(ps)
     
-    # Try generate short video in background
-    if len(text) > 100 and f5.base.gTTS is not None:
-        try:
-            import auto_scheduler
-            t = threading.Thread(target=lambda: auto_scheduler._try_generate_short(post), daemon=True)
-            t.start()
-        except:
-            pass
+    # Generate short video in background (direct call, no auto_scheduler dependency)
+    if len(text) > 100:
+        t = threading.Thread(target=_make_short, args=(post,), daemon=True)
+        t.start()
     
     return JSONResponse({'post':post})
 
@@ -171,7 +378,6 @@ PATCH_INJECT=r'''
 .article-ai-ask{margin-top:12px;background:#141414;border:1px solid #2a2a2a;border-radius:10px;padding:10px}.article-ai-ask textarea{width:100%;min-height:60px;background:#222;border:1px solid #444;color:#eee;border-radius:10px;padding:9px}.article-ai-ask button{background:#2d8659;border:0;color:#fff;border-radius:10px;padding:8px 12px;margin-top:6px}.article-ai-answer{white-space:pre-wrap;color:#ccc;font-size:13px;line-height:1.55;margin-top:8px}
 .storage-warn{background:#332200;border:1px solid #664400;color:#ffcc00;padding:8px 12px;border-radius:8px;font-size:11px;margin:6px 4px}
 button[onclick*="rewriteCurrentArticle"]{display:none!important}
-/* Hide ALL old Short AI slides from previous layers */
 #ai-short-home,.ai-short-home,.ai-short-card-final{display:none!important}
 .source-detail-box a[target="_blank"]{display:none!important}
 </style>
@@ -181,7 +387,7 @@ button[onclick*="rewriteCurrentArticle"]{display:none!important}
 function esc(s){return String(s||'').replace(/[&<>"']/g,m=>({'&':'&amp;','<':'&lt;','>':'&gt;','"':'&quot;',"'":'&#39;'}[m]));}
 fetch('/api/storage_status').then(r=>r.json()).then(j=>{if(!j.persistent){let h=document.getElementById('view-home');if(h){let w=document.createElement('div');w.className='storage-warn';w.innerHTML='⚠️ <b>Persistent Storage chưa bật.</b> Bật: Space Settings → Persistent Storage → Small.';h.prepend(w);}}});
 async function renderShortAISlide(){let home=document.getElementById('view-home');if(!home)return;document.getElementById('short-ai-final-slide')?.remove();let wall=(await fetch('/api/ai_wall').then(r=>r.json()).catch(()=>({posts:[]}))).posts||[];let vids=wall.filter(p=>p.video);if(!vids.length)return;let wrap=document.createElement('div');wrap.id='short-ai-final-slide';wrap.className='slider-wrap';wrap.innerHTML='<div class="slider-header"><span class="slider-label">🎬 Short AI</span></div><div class="slider-track">'+vids.slice(0,30).map((p,i)=>`<div class="slider-item shorts-item" onclick="openAIShortFeed(${i})"><div class="slider-thumb shorts-thumb"><video src="${p.video}" muted preload="metadata" style="width:100%;height:100%;object-fit:cover"></video><div class="card-play">▶</div></div><div class="slider-title">${esc(p.title)}</div></div>`).join('')+'</div>';let comp=home.querySelector('.ai-compose');if(comp&&comp.nextSibling)comp.parentNode.insertBefore(wrap,comp.nextSibling);else home.prepend(wrap);}
-setTimeout(renderShortAISlide,2500);
+setTimeout(renderShortAISlide,2500);setInterval(renderShortAISlide,15000);
 function renderSourceDetails(post,container){let det=post.source_details||[];if(!det.length)return;container.querySelectorAll('.source-detail-box').forEach(e=>e.remove());let box=document.createElement('div');box.className='source-detail-box';box.innerHTML='<h3 style="font-size:14px;color:#5cb87a;margin-bottom:8px">📚 Bài nguồn</h3>'+det.map((s,i)=>`<div class="source-detail-item" data-url="${esc(s.url||'')}"><div class="source-detail-title">${i+1}. ${esc(s.title)}</div><div class="source-detail-content">${esc((s.content||'').slice(0,300))}</div><span class="source-vnews-btn">📖 Xem trên VNEWS</span></div>`).join('');container.appendChild(box);box.querySelectorAll('.source-detail-item').forEach(el=>{el.onclick=function(){let u=el.dataset.url;if(u&&typeof readArticle==='function')readArticle(u);}});det.forEach((s,i)=>{if(!s.url)return;fetch('/api/article?url='+encodeURIComponent(s.url)).then(r=>r.json()).then(d=>{if(d&&(d.og_image||d.img)){let items=box.querySelectorAll('.source-detail-item');if(items[i]){let img=document.createElement('img');img.src=d.og_image||d.img;img.loading='lazy';img.onerror=function(){this.style.display='none'};items[i].prepend(img);}}}).catch(()=>{});});}
 async function readAIWallPost(i){let wall=(await fetch('/api/ai_wall').then(r=>r.json()).catch(()=>({posts:[]}))).posts||[];let p=wall[i];if(!p)return;showView('view-article');let h=`<button class="back-btn" onclick="switchCat('home')">← Quay lại</button><div class="article-view"><span class="badge badge-ai">AI</span><h1 class="article-title">${esc(p.title)}</h1>${p.img?`<img class="article-img" src="${p.img}">`:''}`;h+=`<p class="article-p" style="white-space:pre-wrap">${esc(p.text)}</p>`;h+=`<div class="article-actions"><button class="primary" onclick="doRewriteTopic(this,'${esc(p.id)}')">🤖 Rewrite AI đăng tường</button>${p.video?`<button onclick="openAIShortFeed(${i})">🎬 Xem Short</button>`:''}<button onclick="doShare('${esc(p.title)}','${location.origin}','${esc(p.img||'')}')">📤</button></div>`;h+=`<div class="article-ai-ask"><h3 style="font-size:14px;color:#5cb87a">🤖 Hỏi AI</h3><textarea id="article-ai-q" placeholder="Hỏi về nội dung..."></textarea><button onclick="askAIWall(${i})">Hỏi</button><div id="article-ai-ans" class="article-ai-answer"></div></div></div>`;document.getElementById('view-article').innerHTML=h;let art=document.querySelector('.article-view');if(art)renderSourceDetails(p,art);window.scrollTo(0,0);}
 window.readAIWallPost=readAIWallPost;window.aiReadWallPatched=window.aiReadWall=window.readWallPost=function(i){readAIWallPost(i)};