Add social media upload handling and refactor analysis execution in analyzing_page

classes/Linkedin.py

@@ -38,6 +38,8 @@ class Linkedin:
         except Exception:
             pass
         '''
+        if 'linkedin_upload' not in st.session_state:
+            st.session_state['linkedin_upload'] = ''
 
     def request_model(self, payload_txt):
         response = requests.post(self.model_url, json=payload_txt)
@@ -187,6 +189,7 @@ class Linkedin:
                             }
                             '''
                             collect_telemetry(debug_info)
+                            st.session_state['linkedin_upload'] = 'uploaded'
                             
                             #with st.expander("Debug information", icon="⚙"):
                             #    st.write(debug_info)

classes/Social_Media_FB.py

@@ -39,6 +39,8 @@ class Facebook:
         except Exception:
             pass
         '''
+        if 'fb_upload' not in st.session_state:
+            st.session_state['fb_upload'] = ''
     
     def request_model(self, payload_txt):
         response = requests.post(self.model_url, json=payload_txt)
@@ -142,7 +144,7 @@ class Facebook:
     def process(self):  
         start_time = time.time()
         session = st.session_state.analyze
-        if ((self.fb_organic_post and self.fb_organic_post.name) or (self.fb_ads_campaign and self.fb_ads_campaign.name) or self.facebooks or self.facebook_rr) and session == 'clicked':
+        if ((self.fb_organic_post and self.fb_organic_post.name) or (self.fb_ads_campaign and self.fb_ads_campaign.name) or (self.facebooks) or (self.facebook_rr)) and session == 'clicked':
                 try:
                         combined_text = ""
                         with st.spinner('Social Media Analyst...', show_time=True):
@@ -201,7 +203,10 @@ class Facebook:
                                 'result': result,
                             }
                             '''
+                            
+                            st.session_state['fb_upload'] = 'uploaded'
                             collect_telemetry(debug_info)
+                            combined_text = ""
                             
                             #with st.expander("Debug information", icon="⚙"):
                             #    st.write(debug_info)

classes/Social_Media_IG.py

@@ -38,6 +38,8 @@ class Instagram:
         except Exception:
             pass
         '''
+        if 'ig_upload' not in st.session_state:
+            st.session_state['ig_upload'] = ''
 
     def request_model(self, payload_txt):
         response = requests.post(self.model_url, json=payload_txt)
@@ -135,6 +137,8 @@ class Instagram:
                                     }
                                     '''
                                     collect_telemetry(debug_info)
+                                    st.session_state['ig_upload'] = 'uploaded'
+                                    
 
                                     
                         except AttributeError:

classes/Tiktok.py

@@ -38,6 +38,8 @@ class Tiktok:
         except Exception:
             pass
         '''
+        if 'tiktok_upload' not in st.session_state:
+            st.session_state['tiktok_upload'] = ''
 
     def request_model(self, payload_txt):
         response = requests.post(self.model_url, json=payload_txt)
@@ -101,6 +103,7 @@ class Tiktok:
                 except Exception:
                     pass
                 return file_name
+    
     def process(self):
         session = st.session_state.analyze
         if (self.tiktok_f or self.tiktok_er or self.tiktok_pf) and session == 'clicked':
@@ -134,6 +137,7 @@ class Tiktok:
                                 }
                                 '''
                                 collect_telemetry(debug_info)
+                                st.session_state['tiktok_upload'] = 'uploaded'
                                 
                                 #with st.expander("Debug information", icon="⚙"):
                                 #    st.write(debug_info)

classes/Twitter.py

@@ -38,6 +38,8 @@ class Twitter:
         except Exception:
             pass
         '''
+        if 'twitter_upload' not in st.session_state:
+            st.session_state['twitter_upload'] = ''
 
     def request_model(self, payload_txt):
         response = requests.post(self.model_url, json=payload_txt)
@@ -149,7 +151,7 @@ class Twitter:
                                 }
                                 '''
                                 collect_telemetry(debug_info)
-
+                                st.session_state['twitter_upload'] = 'uploaded'
                                 st.session_state['analyzing'] = False 
                     except AttributeError:
                         st.info("Please upload CSV or PDF files first.")

classes/Youtube.py

@@ -38,6 +38,8 @@ class YouTube:
         except Exception:
             pass
         '''
+        if 'youtube_upload' not in st.session_state:
+            st.session_state['youtube_upload'] = ''
 
     def request_model(self, payload_txt):
         response = requests.post(self.model_url, json=payload_txt)
@@ -104,7 +106,7 @@ class YouTube:
         
     def process(self):
         session = st.session_state.analyze
-        if (self.youtube or self.youtube_er or self.youtube_pf) and session == 'clicked':
+        if ((self.youtube or self.youtube_er or self.youtube_pf) and session) == 'clicked':
                     try:
                         combined_text = ""
                         with st.spinner('Youtube...', show_time=True):
@@ -138,6 +140,7 @@ class YouTube:
                                 }
                                 '''
                                 collect_telemetry(debug_info)
+                                st.session_state['youtube_upload'] = 'uploaded'
                                 
                                 #with st.expander("Debug information", icon="⚙"):
                                 #    st.write(debug_info)

classes/response_social_media.py

@@ -0,0 +1,155 @@
+import streamlit as st
+import requests
+from dotenv import load_dotenv
+import os
+import pandas as pd
+import time
+import chardet
+from helper.telemetry import collect_telemetry
+from helper.upload_File import uploadFile
+from helper.button_behaviour import hide_button
+from helper.initialize_analyze_session import initialize_analyze_session
+from pymongo import MongoClient
+import json
+from helper.data_field import data_field
+from helper.upload_response import upload_response
+
+class SocialMedia:
+    def __init__(self, model_url):
+        self.file_dict = {}
+        self.model_url = model_url
+        #self.analyst_name = analyst_name
+        #self.data_src = data_src
+        #self.analyst_description = analyst_description
+        self.initialize()
+        self.row1()
+
+    def initialize(self):
+        # FOR ENV
+        load_dotenv()
+
+        # AGENT NAME
+        #st.header(self.analyst_name)
+
+        # EVALUATION FORM LINK
+        '''
+        url = os.getenv('Link')
+        st.write('Evaluation Form: [Link](%s)' % url)
+
+        # RETURN BUTTON
+        try:
+            if st.button("Return", type='primary'):
+                st.switch_page("./pages/home.py")
+        except Exception:
+            pass
+        '''
+        if 'fb_upload' not in st.session_state:
+            st.session_state['fb_upload'] = ''
+    
+    def request_model(self, payload_txt, headers):
+        response = requests.post(self.model_url, json=payload_txt, headers=headers)
+        response.raise_for_status()
+        output = response.json()
+        #st.write(output)
+        text = output["outputs"][0]["outputs"][0]["results"]["text"]["data"]["text"]
+        text = json.loads(text)
+        #st.write(text)
+        return text
+    
+    def terminate_session(self, session):
+        try:
+            del st.session_state[session]
+        except KeyError:
+            pass
+
+    def fetch_data(self, data_field):
+        mongodb_uri = os.getenv("MONGODB_URI")
+        myclient = MongoClient(mongodb_uri)
+        mydb = myclient.get_database()
+        mycol = mydb["df_data"]
+        
+        # Sort by timestamp field in descending order
+        x = mycol.find_one(
+            {"data_field": data_field},
+            sort=[("timestamp", -1)]  # -1 means descending order
+        )
+        
+        x = x["result"]
+        return x
+    
+    def process(self):  
+                    with st.spinner('Social Media Analyst...', show_time=True):
+                            st.write('')
+
+                            headers = {"Content-Type": "application/json", "x-api-key": f"{os.getenv('x-api-key')}"}
+                            payload = ""
+                            
+                            try:
+                                session_fb = st.session_state['fb_upload']
+                                if session_fb == 'uploaded':
+                                    payload += self.fetch_data("Facebook")
+         
+                            except Exception as e:
+                                pass
+                            try:
+                                session_ig = st.session_state['ig_upload']
+                                if session_ig == 'uploaded':
+                                    print("running ig")
+                                    payload += self.fetch_data("Instagram")
+
+                            except Exception as e:
+                                pass
+                            try:
+                                session_twitter = st.session_state['twitter_upload']
+                                if session_twitter == 'uploaded':
+                                    payload += self.fetch_data("Twitter")
+
+                            except Exception as e:
+                                pass
+                            try:
+                                session_yt = st.session_state['youtube_upload']
+                                if session_yt == 'uploaded':
+                                    payload += self.fetch_data("YouTube")
+
+                            except Exception as e:
+                                pass
+                            try:
+                                session_linkedin = st.session_state['linkedin_upload']
+                                if session_linkedin == 'uploaded':
+                                    payload += self.fetch_data("Linkedin")
+                        
+                            except Exception as e:
+                                pass
+                            try:
+                                session_tiktok = st.session_state['tiktok_upload']
+                                if session_tiktok == 'uploaded':
+                                    payload += self.fetch_data("Tiktok")
+
+                            except Exception as e:
+                                pass
+                            try:
+                                 if session_fb or session_ig or session_twitter or session_yt or session_linkedin or session_tiktok == 'uploaded':
+                                        payload_txt = {"input_value": payload, "output_type": "text", "input_type": "chat"}
+                                        payload_txt_model = self.request_model(payload_txt, headers)
+                                        debug_info = {'data_field' : 'Social Media Analyst', 'result': payload_txt_model}
+                                        upload_response(debug_info)
+
+                                        st.session_state['fb_upload'] = ''
+                                        st.session_state['ig_upload'] = ''
+                                        st.session_state['twitter_upload'] = ''
+                                        st.session_state['youtube_upload'] = ''
+                                        st.session_state['linkedin_upload'] = ''
+                                        st.session_state['tiktok_upload'] = ''
+                                        
+                            except Exception as e:
+                                 pass
+                                      
+                           
+    def row1(self):
+            self.process()
+            
+
+if __name__ == "__main__":
+    st.set_page_config(layout="wide")
+
+upload = uploadFile()

helper/telemetry.py

@@ -19,7 +19,7 @@ def collect_telemetry(data):
         return
 
     try:
-        '''
+        
         # Get the current UTC time
         utc_now = datetime.now(timezone.utc)
 
@@ -29,7 +29,7 @@ def collect_telemetry(data):
         # Convert the UTC time to GMT+8
         timestamp = utc_now.astimezone(gmt_plus_8).isoformat()
         data['timestamp'] = timestamp
-        '''
+        
         client = MongoClient(mongodb_uri)
         db = client.get_database()  # Use the default database specified in the URI
         collection = db["df_data"]  # Replace "telemetry" with your desired collection name

pages/analyzing_page.py

@@ -6,18 +6,16 @@ from classes.response_off import SeoOffPageAnalyst
 from classes.response_on_page import SeoOn
 from classes.response_website_and_tools import WebsiteAndTools
 from classes.response_seo import Seo
+from classes.response_social_media import SocialMedia
 
 def run_analysis():
-    # Retrieve uploaded files from session state
-    off_page_file = st.session_state.get('off_page_file_uploaded')
-    gt_file = st.session_state.get('GT_file_uploaded')
-    website_and_tools = st.session_state.get('website_and_tools')
-    seo = st.session_state.get('seo')
+    
     # Placeholders for status updates
     off_page_status = st.empty()
     on_page_status = st.empty()
     website_and_tools_status = st.empty()
     seo_status = st.empty()
+    social_media_status = st.empty()
     # Function to run SEO Off Page Analysis
     def run_off_page_analysis():
         try:
@@ -59,29 +57,43 @@ def run_analysis():
             seo_status.error(f"SEO Analysis failed: {e}")
             return None
         
+    def run_social_media_analysis():
+        try:
+            social_media_status.info("Starting Social Media Analysis...")
+            result = SocialMedia(os.getenv('MODEL_Social_Media_Analyst'))
+            social_media_status.success("Social Media Analysis completed successfully.")
+            return result
+        except Exception as e:
+            social_media_status.error(f"Social Media Analysis failed: {e}")
+            return None
+        
     # Create threads for concurrent execution
     off_page_thread = threading.Thread(target=run_off_page_analysis)
     on_page_thread = threading.Thread(target=run_on_page_analysis)
     website_and_tools_thread = threading.Thread(target=run_website_and_tools_analysis)
     seo_thread = threading.Thread(target=run_seo_analysis)
+    social_media_thread = threading.Thread(target=run_social_media_analysis)
 
     # Attach Streamlit context to threads
     add_script_run_ctx(off_page_thread)
     add_script_run_ctx(on_page_thread)
     add_script_run_ctx(website_and_tools_thread)
     add_script_run_ctx(seo_thread)
+    add_script_run_ctx(social_media_thread)
 
     # Start threads
     off_page_thread.start()
     on_page_thread.start()
     website_and_tools_thread.start()
     seo_thread.start()
+    social_media_thread.start()
 
     # Wait for threads to complete
     off_page_thread.join()
     on_page_thread.join()
     website_and_tools_thread.join()
     seo_thread.join()
+    social_media_thread.join()
 
 # Execute the analysis
 run_analysis()