Update app.py

app.py

@@ -4,11 +4,20 @@ from bs4 import BeautifulSoup
 import openai
 import csv
 import os
+import pandas as pd
+import random
+from huggingface_hub import Repository, HfApi, HfFolder
 
+api = HfApi()
+token = os.getenv("token")
+tokenread = os.getenv("tokenread")
+localdir = "HeadlinePrediction"
+
+repo = Repository(local_dir=localdir, clone_from="https://huggingface.co/spaces/Add1E/HeadlinePrediction", token=token)
 
 def add_to_csv(var1, var2, var3, var4, var5, var6, var7, filename):
     # Öffnen der CSV-Datei im Anhängemodus
-    with open(filename, 'a', newline='', encoding = "utf-8") as file:
+    with open(os.path.abspath(f'{localdir}/results.csv'), 'a', newline='', encoding = "utf-8") as file:
         writer = csv.writer(file)
 
         # Hinzufügen der Variablen als neue Zeile in die CSV-Datei
@@ -22,23 +31,29 @@ def scrape_website(url):
         response.raise_for_status()
         soup = BeautifulSoup(response.text, 'html.parser')
         content = {
-            'scraped_html': ' '.join(str(p) for p in soup.find_all('p', class_="sc-beqWaB jOAegM")),
-            'heute_überschrift': ' '.join(str(p) for p in soup.find_all('h1', class_="sc-beqWaB iTcspr")),
-            'heute_zsm': ' '.join(str(p) for p in soup.find_all('p', class_="sc-beqWaB iOdRIJ"))
+            'scraped_html': ' '.join(p.get_text() for p in soup.find_all('p', class_="sc-beqWaB jOAegM")),
+            'heute_überschrift': ' '.join(p.get_text() for p in soup.find_all('h1', class_="sc-beqWaB iTcspr")),
+            'heute_zsm': ' '.join(p.get_text() for p in soup.find_all('p', class_="sc-beqWaB iOdRIJ"))
         }
         return content
     except Exception as e:
         return str(e)
 
 
+
+
+
 def send_to_chatgpt(api_key, prompt_file, transcript):
     try:
-        
+        # Liest den Prompt aus der Datei
+        with open(prompt_file, 'r', encoding='utf-8') as file:
+            prompt = file.read().strip()
+
         openai.api_key = api_key
         response = openai.ChatCompletion.create(
             model="gpt-4-1106-preview",
             messages=[
-                {"role": "system", "content": prompt_file},
+                {"role": "system", "content": prompt},
                 {"role": "system", "content": transcript}
             ],
         )
@@ -47,8 +62,7 @@ def send_to_chatgpt(api_key, prompt_file, transcript):
         return str(e)
 
 st.title("Webseiten-Scraper")
-# Beispiel für die Verwendung der Funktion
-
+# Beispiel für die Verwendung der Funktiona
 api_key = os.getenv("api_key")  # Setzen Sie hier Ihren OpenAI-API-Schlüssel ein
 base_prompt = os.getenv("prompt")
 csv_name = "results.csv"
@@ -81,3 +95,35 @@ if st.button("Scrape"):
 
     else:
         st.error("Bitte geben Sie eine gültige URL ein.")
+
+if st.sidebar.button("Upload Data"):
+    repo.git_add(os.path.abspath(f'{localdir}/results.csv'))
+    repo.git_commit("Add new headlines.csv")
+    repo.git_push()
+    
+
+auswahl = st.sidebar.selectbox("Wählen Sie eine Prediction:", ["None", "Prediction 1", "Prediction 2", "Prediction 3", "Prediction 4", "Prediction 5"])
+
+random_numbers = set()
+while len(random_numbers) < 5:
+    random_numbers.add(random.randint(0, len(df)-1))
+
+random_numbers = list(random_numbers)
+
+
+if auswahl == "Prediction 1":
+    st.dataframe(df.iloc[random_numbers[0]])
+elif auswahl == "Prediction 2":
+    st.dataframe(df.iloc[random_numbers[1]])
+elif auswahl == "Prediction 3":
+    st.dataframe(df.iloc[random_numbers[2]])
+elif auswahl == "Prediction 4":
+    st.dataframe(df.iloc[random_numbers[3]])
+elif auswahl == "Prediction 5":
+    st.dataframe(df.iloc[random_numbers[4]])
+
+
+
+if st.sidebar.button("Show Full Data"):
+    df = pd.read_csv(csv_name, encoding='utf-8')
+    st.dataframe(df)