Upload 3 files

requirements.txt

@@ -0,0 +1,2 @@
+openai
+streamlit

streamlit.py

@@ -0,0 +1,20 @@
+import streamlit as st
+from summarize import load_text, summarize_text
+
+# Streamlit app
+st.title("Text Summarizer with Hugging Face")
+
+# User input for URL
+url = st.text_input("Enter the URL of the article or blog post:")
+
+if st.button("Summarize"):
+    if url:
+        text = load_text(url)
+        if text:
+            summary = summarize_text(text)
+            st.subheader("Summary:")
+            st.write(summary["output_text"])
+        else:
+            st.error("Failed to load text from the URL.")
+    else:
+        st.error("Please enter a valid URL.")

summarize.py

@@ -0,0 +1,72 @@
+import os
+import time
+import streamlit as st
+import together
+import requests
+
+# ✅ Load Together API key from environment variable
+os.getenv("TOGETHERAI_API_KEY") == "9c679ff9d00b1c3e633ef3bb0ec44a8002a2b74d2f535d709b1bd85d26a168ee"
+
+# ✅ Set API key for Together AI
+together.api_key = "9c679ff9d00b1c3e633ef3bb0ec44a8002a2b74d2f535d709b1bd85d26a168ee"
+
+# ✅ Function to load text from a URL
+def load_text(url):
+    """Fetches text from a URL"""
+    try:
+        headers = {"User-Agent": os.getenv("USER_AGENT", "Mozilla/5.0")}
+        response = requests.get(url, headers=headers)
+        response.raise_for_status()
+        return response.text[:20000]  # Doubled input limit for more context
+    except Exception as e:
+        st.error(f"Error loading URL: {e}")
+        return None
+
+# ✅ Function to summarize text with richer, more detailed output
+def summarize_text(text, max_retries=3, retry_delay=5):
+    """Summarize text using Together AI API with retry logic for extensive output"""
+    text = text[:20000]  # Increased input limit to 20,000 characters (~5,000 tokens)
+
+    # Enhanced prompt for a more detailed, comprehensive summary
+    prompt = f"""
+    You are an expert summarizer tasked with creating a highly detailed, comprehensive, and well-structured summary of the url provided. 
+    Provide a summary in 20-35 sentences that thoroughly captures the main points, key details, significant insights, and important examples or arguments presented in the text. 
+    Ensure the summary is informative, coherent, and rich in content, avoiding vague or overly simplistic statements. 
+    Include context where relevant and aim to give a complete picture of the text’s purpose and findings.
+
+    TEXT: {text}
+
+    SUMMARY:
+    """
+
+    for attempt in range(max_retries):
+        try:
+            response = together.Complete.create(
+                model="mistralai/Mixtral-8x7B-Instruct-v0.1",
+                prompt=prompt,
+                max_tokens=600,  # Increased to 600 tokens (~450-600 words) for a longer, detailed summary
+                temperature=0.3,  # Kept low for focus and coherence
+            )
+
+            # Debugging: Print full API response (optional, remove in production)
+            print("Raw API Response:", response)
+
+            # Extract summary from response
+            if isinstance(response, dict) and "output" in response:
+                summary = response["output"]
+                return {"output_text": summary.strip()}
+            elif isinstance(response, dict) and "choices" in response:
+                summary = response["choices"][0]["text"]
+                return {"output_text": summary.strip()}
+            else:
+                raise KeyError("Unexpected API response format.")
+
+        except Exception as e:
+            if "rate_limit_exceeded" in str(e) and attempt < max_retries - 1:
+                st.warning(f"Attempt {attempt + 1}/{max_retries}: Rate limit exceeded. Retrying in {retry_delay} seconds...")
+                time.sleep(retry_delay)
+            else:
+                st.error(f"❌ Error during summarization: {e}")
+                return {"output_text": "Summarization failed. Try again later."}
+
+    return {"output_text": "Summarization failed after multiple attempts."}