Update app.py

app.py

@@ -68,86 +68,107 @@
 
 # if __name__ == "__main__":
 #     main()
-
+import nest_asyncio
+from youtube_transcript_api import YouTubeTranscriptApi
 import streamlit as st
-import requests
-from bs4 import BeautifulSoup
 import os
-import nest_asyncio
 from groq import Groq
+import requests
+from bs4 import BeautifulSoup
 
 nest_asyncio.apply()
 
 # --- CONFIGURATION ---
+YOUTUBE_API_KEY = os.environ.get("YOUTUBE_API_KEY")  # Set in your HuggingFace Secrets
+channel_id = "UCsv3kmQ5k1eIRG2R9mWN"  # @icodeguru0
 BASE_URL = "https://icode.guru"
-GROQ_API_KEY = os.getenv("GROQ_API_KEY")
-groq_client = Groq(api_key=GROQ_API_KEY)
 
-# --- FUNCTION: Scrape iCode.guru pages ---
-def scrape_icodeguru(base_url, max_pages=5):
+# Initialize Groq client once
+groq_client = Groq(api_key=os.environ.get("GROQ_API_KEY"))
+
+# --- FUNCTION: Fetch recent video IDs from YouTube channel ---
+def get_latest_video_ids(channel_id, max_results=5):
+    url = f"https://www.googleapis.com/youtube/v3/search?key={YOUTUBE_API_KEY}&channelId={channel_id}&part=snippet,id&order=date&maxResults={max_results}"
+    response = requests.get(url)
+    videos = response.json().get('items', [])
+    return [v['id']['videoId'] for v in videos if v['id']['kind'] == 'youtube#video']
+
+# --- FUNCTION: Get video transcripts ---
+def get_video_transcripts(video_ids):
+    all_transcripts = []
+    for vid in video_ids:
+        try:
+            transcript = YouTubeTranscriptApi.get_transcript(vid)
+            text = " ".join([t['text'] for t in transcript])
+            all_transcripts.append(text)
+        except:
+            continue
+    return all_transcripts
+
+# --- NEW FUNCTION: Scrape icode.guru ---
+def scrape_icodeguru(base_url="https://icode.guru", max_pages=5):
     visited = set()
-    content_blocks = []
+    blocks = []
 
     def crawl(url):
         if url in visited or len(visited) >= max_pages:
             return
         visited.add(url)
         try:
-            response = requests.get(url, timeout=10)
-            soup = BeautifulSoup(response.content, "html.parser")
+            res = requests.get(url, timeout=10)
+            soup = BeautifulSoup(res.content, "html.parser")
             page_text = soup.get_text(separator=" ", strip=True)
-            page_text = page_text.replace("\n", " ").strip()
             if len(page_text) > 100:
-                content_blocks.append({
-                    "url": url,
-                    "content": page_text[:2000]  # Limit to 2000 characters
-                })
+                blocks.append(f"[Source]({url}):\n{page_text[:2000]}")
             for link in soup.find_all("a", href=True):
-                href = link["href"]
+                href = link['href']
                 if href.startswith("/"):
                     href = base_url + href
-                if href.startswith(base_url) and href not in visited:
+                if href.startswith(base_url):
                     crawl(href)
-        except Exception as e:
+        except:
             pass
 
     crawl(base_url)
-    return content_blocks
+    return blocks
 
-# --- FUNCTION: Ask Groq with website-only context ---
-def ask_icodeguru_bot(context_blocks, question):
-    full_context = "\n\n".join(
-        [f"[Source]({block['url']}):\n{block['content']}" for block in context_blocks]
-    )
+# --- FUNCTION: Ask Groq API using official client ---
+def ask_groq(context, question):
     messages = [
-        {"role": "system", "content": "You are a helpful assistant. Answer only from the provided website content. Include clickable source links."},
-        {"role": "user", "content": f"Context:\n{full_context}\n\nQuestion: {question}\nAnswer:"}
+        {"role": "system", "content": "You are a helpful assistant. Only answer using the given context (YouTube + icode.guru). Provide links if possible."},
+        {"role": "user", "content": f"Context:\n{context}\n\nQuestion: {question}\nAnswer:"}
     ]
-    response = groq_client.chat.completions.create(
-        model="llama-3.3-70b-versatile",
+    chat_completion = groq_client.chat.completions.create(
+        model="llama-3.3-70b-versatile",  # Or the model you have access to
         messages=messages,
     )
-    return response.choices[0].message.content.strip()
+    return chat_completion.choices[0].message.content.strip()
 
-# --- STREAMLIT UI ---
+# --- STREAMLIT APP ---
 def main():
-    st.set_page_config(page_title="iCodeGuru ChatBot", layout="wide")
-    st.title("🤖 Ask iCodeGuru Bot")
-    st.markdown("Ask questions and get answers **only from [icode.guru](https://icode.guru/)**.")
+    st.set_page_config(page_title="EduBot - YouTube + iCodeGuru QA", layout="wide")
+    st.title("🎓 EduBot for @icodeguru0")
+    st.markdown("Ask anything based on the channel’s recent videos and website content from [icode.guru](https://icode.guru).")
 
     question = st.text_input("💬 Ask your question here:")
     if question:
+        with st.spinner("🔍 Fetching videos and transcripts..."):
+            video_ids = get_latest_video_ids(channel_id)
+            transcripts = get_video_transcripts(video_ids)
+            yt_context = "\n\n".join(transcripts)
+
         with st.spinner("🌐 Scraping icode.guru..."):
-            website_blocks = scrape_icodeguru(BASE_URL, max_pages=5)
+            site_blocks = scrape_icodeguru(BASE_URL, max_pages=5)
+            site_context = "\n\n".join(site_blocks)
 
-        with st.spinner("🧠 Thinking..."):
-            answer = ask_icodeguru_bot(website_blocks, question)
+        full_context = yt_context + "\n\n" + site_context
 
-        st.markdown("### ✅ Answer:")
-        st.markdown(answer, unsafe_allow_html=True)
+        with st.spinner("🧠 Thinking..."):
+            answer = ask_groq(full_context, question)
+        st.success(answer)
 
     st.markdown("---")
-    st.caption("Powered by Groq + iCodeGuru | Built by @ilsa")
+    st.caption("Powered by YouTube + iCodeGuru + Groq | Built for @icodeguru0")
 
 if __name__ == "__main__":
     main()