New UI and resolved bugs

.txt

@@ -0,0 +1,298 @@
+# import streamlit as st
+# from carbon import Carbon
+# import requests
+# import json
+
+# # Carbon API Key
+# CARBON_API_KEY = "a38ee1fe5fef56fc8e1ae2afc881378804bb902882442e1554adae4f82ee23ea"
+# CUSTOMER_ID = "Candid"
+
+# def get_google_drive_oauth(carbon):
+#     get_oauth_url_response = carbon.integrations.get_oauth_url(
+#         service="GOOGLE_DRIVE",
+#         scope="https://www.googleapis.com/auth/drive.readonly",
+#         connecting_new_account=True,
+#     )
+#     return get_oauth_url_response.oauth_url
+
+# def get_dropbox_oauth(carbon):
+#     get_oauth_url_response = carbon.integrations.get_oauth_url(
+#         service="DROPBOX",
+#         connecting_new_account=True,
+#     )
+#     return get_oauth_url_response.oauth_url
+
+# def get_notion_oauth(carbon):
+#     get_oauth_url_response = carbon.integrations.get_oauth_url(
+#         service="NOTION",
+#         connecting_new_account=True,
+#     )
+#     return get_oauth_url_response.oauth_url
+
+# def sync_github(carbon, username, token):
+#     sync_response = carbon.integrations.sync_git_hub(
+#         username=username,
+#         token=token,
+#         sync_source_items=True
+#     )
+#     return sync_response
+
+# def sync_gitbook(carbon, access_token, organization):
+#     sync_response = carbon.integrations.sync_git_book(
+#         access_token=access_token,
+#         organization=organization,
+#         sync_source_items=True
+#     )
+#     return sync_response
+
+# def sync_s3(carbon, access_key, access_key_secret):
+#     sync_response = carbon.integrations.sync_s3(
+#         access_key=access_key,
+#         access_key_secret=access_key_secret,
+#         sync_source_items=True
+#     )
+#     return sync_response
+
+# def sync_google_drive(carbon, data_source_id):
+#     sync_response = carbon.integrations.sync_data_source_items(data_source_id=int(data_source_id))
+#     return sync_response
+
+
+# def list_files(carbon, data_source_id=None, service="GOOGLE_DRIVE"):
+#     if data_source_id:
+#         sync_google_drive(carbon, data_source_id)
+#         list_files_response = carbon.integrations.list_data_source_items(data_source_id=int(data_source_id))
+#         st.session_state['current_data_source'] = data_source_id  # Store the current data source
+#         st.session_state['files'] = list_files_response.items  # Store the fetched files
+#     else:
+#         if 'current_data_source' in st.session_state and st.session_state['current_data_source']:
+#             data_source_id = st.session_state['current_data_source']
+#             sync_google_drive(carbon, data_source_id)
+#             list_files_response = carbon.integrations.list_data_source_items(data_source_id=int(data_source_id))
+#             st.session_state['files'] = list_files_response.items  # Store the fetched files
+#         else:
+#             query_user_data_sources_response = carbon.data_sources.query_user_data_sources(
+#                 pagination={"limit": 100, "offset": 0},
+#                 order_by="created_at",
+#                 order_dir="desc",
+#                 filters={"source": service},
+#             )
+#             if query_user_data_sources_response.results:
+#                 data_source_id = query_user_data_sources_response.results[0].id
+#                 sync_google_drive(carbon, data_source_id)
+#                 list_files_response = carbon.integrations.list_data_source_items(data_source_id=int(data_source_id))
+#                 st.session_state['current_data_source'] = data_source_id
+#                 st.session_state['files'] = list_files_response.items  # Store the fetched files
+#             else:
+#                 list_files_response = None
+#     return list_files_response.items if list_files_response else None
+
+# def list_all_files(carbon, data_source_id):
+#     url = "https://api.carbon.ai/user_files_v2"
+#     payload = {
+#         "pagination": {
+#             "limit": 100,
+#             "offset": 0
+#         },
+#         "order_by": "created_at",
+#         "order_dir": "desc",
+#         "filters": {
+#             "organization_user_data_source_id": [data_source_id],
+#             "embedding_generators": ["OPENAI"],
+#             "include_all_children": True,
+#         },
+#         "include_raw_file": True,
+#         "include_parsed_text_file": True,
+#         "include_additional_files": True
+#     }
+#     headers = {
+#         "authorization": f"Bearer {CARBON_API_KEY}",
+#         "customer-id": CUSTOMER_ID,
+#         "Content-Type": "application/json"
+#     }
+
+#     response = requests.request("POST", url, json=payload, headers=headers)
+#     res = json.loads(response.text)
+#     file_id= res['results'][0]['id']
+#     for i,document in enumerate(res['results']):
+#         print(document['name'])
+#         print(document['id'])
+        
+#     file_id=res['results'][0]['id']
+#     print(file_id)
+#     return res['results']
+
+
+# def list_user_documents(carbon):
+#     query_user_documents_response = carbon.documents.query_documents(
+#         pagination={"limit": 100, "offset": 0},
+#         order_by="created_at",
+#         order_dir="desc"
+#     )
+#     return query_user_documents_response.documents if query_user_documents_response else None
+
+# def semantic_search_v2(carbon, query, tags_v2=None, hybrid_search=False):
+#     search_response = carbon.embeddings.get_documents(
+#         query=query,
+#         k=2,
+#         tags_v2=tags_v2 if tags_v2 else {},
+#         include_tags=True,
+#         include_vectors=True,
+#         include_raw_file=True,
+#         hybrid_search=hybrid_search,
+#         hybrid_search_tuning_parameters={
+#             "weight_a": 0.5,
+#             "weight_b": 0.5,
+#         },
+#         media_type="TEXT",
+#         embedding_model="OPENAI",
+#     )
+#     return search_response.documents
+
+
+# def main():
+#     st.title('Data Connector using Carbon SDK')
+    
+#     # Authenticate with Carbon API
+#     st.write('### Authenticate with Carbon API')
+#     carbon = Carbon(api_key=CARBON_API_KEY, customer_id=CUSTOMER_ID)
+#     token = carbon.auth.get_access_token()
+#     carbon = Carbon(access_token=token.access_token)  # authenticated object
+
+#     # Connect to Data Source
+#     st.write('## Connect to Data Source')
+#     service = st.selectbox('Select Data Source for OAuth', ['GOOGLE_DRIVE', 'DROPBOX', 'NOTION'])
+#     if st.button('Get OAuth URL'):
+#         with st.spinner('Fetching OAuth URL...'):
+#             try:
+#                 if service == "GOOGLE_DRIVE":
+#                     oauth_url = get_google_drive_oauth(carbon)
+#                 elif service == "DROPBOX":
+#                     oauth_url = get_dropbox_oauth(carbon)
+#                 elif service == "NOTION":
+#                     oauth_url = get_notion_oauth(carbon)
+#                 st.write(f"OAuth URL for {service}: {oauth_url}")
+#                 st.session_state['current_data_source'] = None  # Reset the current data source
+#                 st.session_state['files'] = None  # Clear the previous files
+#                 st.session_state['oauth_fetched'] = True
+#             except Exception as e:
+#                 st.error(f"An error occurred: {e}")
+
+#     if 'oauth_fetched' in st.session_state and st.session_state['oauth_fetched']:
+#         st.write("OAuth URL fetched. Please authenticate and then click 'Sync and Fetch Files'.")
+#         if st.button('Sync and Fetch Files'):
+#             with st.spinner('Syncing and fetching files...'):
+#                 try:
+#                     query_user_data_sources_response = carbon.data_sources.query_user_data_sources(
+#                         pagination={"limit": 100, "offset": 0},
+#                         order_by="created_at",
+#                         order_dir="desc",
+#                         filters={"source": service},
+#                     )
+#                     if query_user_data_sources_response.results:
+#                         data_source_id = query_user_data_sources_response.results[0].id
+#                         sync_google_drive(carbon, data_source_id)
+#                         st.session_state['current_data_source'] = data_source_id
+#                         st.session_state['oauth_fetched'] = False
+#                         st.success("Synced successfully! Now you can list the files.")
+#                     else:
+#                         st.error("No data sources found. Please ensure the connection was successful.")
+#                 except Exception as e:
+#                     st.error(f"An error occurred: {e}")
+
+#     # List Files in Data Source
+#     st.write(f'## List Files in {service}')
+#     data_source_id = st.text_input('Enter Data Source ID (leave blank to list all files)')
+#     if st.button('List Files'):
+#         with st.spinner('Fetching files...'):
+#             try:
+#                 if 'current_data_source' in st.session_state and st.session_state['current_data_source']:
+#                     data_source_id = st.session_state['current_data_source']
+#                 files = list_files(carbon, data_source_id if data_source_id else None, service)
+#                 if files:
+#                     st.write(f"Files in {service}:")
+#                     for item in files:
+#                         st.write(f"File ID: {item.id}, File Name: {item.name}, File Size: {item.size if hasattr(item, 'size') else 'N/A'}, Last Modified: {item.last_modified if hasattr(item, 'last_modified') else 'N/A'}")
+#                 else:
+#                     st.write("No files found.")
+#             except Exception as e:
+#                 st.error(f"An error occurred: {e}")
+
+#     # List All Files
+#     st.write('### List All Files')
+#     if st.button('List All Files'):
+#         with st.spinner('Fetching all files...'):
+#             try:
+#                 if 'current_data_source' in st.session_state and st.session_state['current_data_source']:
+#                     data_source_id = st.session_state['current_data_source']
+#                     all_files = list_all_files(carbon, data_source_id)
+#                     if all_files:
+#                         st.write("All files:")
+#                         for i, document in enumerate(all_files):
+#                             file_id = document['id']
+#                             st.write(f"File ID: {document['id']}, File Name: {document['name']}")
+#                     else:
+#                         st.write("No files found.")
+#             except Exception as e:
+#                 st.error(f"An error occurred: {e}")
+
+#     # Search in the Connected Data Source
+#     st.write('### Search in the Connected Data Source')
+#     query = st.text_input("Enter your query:", value="Type here...")
+#     if st.button('Search'):
+#         if query:
+#             with st.spinner('Searching...'):
+#                 try:
+#                     all_files = list_all_files(carbon, data_source_id)
+#                     url = "https://api.carbon.ai/embeddings"
+#                     payload = {
+#                         "query": query,
+#                         "k": 2,
+#                         "file_ids": file_id,
+#                         "include_all_children": True,
+#                         "tags": {},
+#                         "include_tags": True,
+#                         "include_vectors": True,
+#                         "include_raw_file": True,
+#                         "hybrid_search": False,
+#                         "media_type": "TEXT",
+#                         "embedding_model": "OPENAI"
+#                     }
+#                     headers = {
+#                         "authorization": f"Bearer {CARBON_API_KEY}",
+#                         "customer-id": CUSTOMER_ID,
+#                         "Content-Type": "application/json"
+#                     }
+#                     response_search = requests.post(url, json=payload, headers=headers)
+#                     response_search_chunks = json.loads(response_search.text)
+                    
+#                     st.write("Search results:")
+#                     for i, doc in enumerate(response_search_chunks['documents']):
+#                         st.write(f"Document {i+1}:")
+#                         st.write(f"Content: {doc['content']}")
+#                         st.write(f"Source: {doc['source']}")
+#                         st.write(f"Match Percentage: {doc['score'] * 100}%")
+#                         if 'file_url' in doc:
+#                             st.markdown(f"[Download {doc['filename']}]({doc['file_url']})")
+#                         st.write("-------------------------------------------------")
+#                 except Exception as e:
+#                     st.error(f"An error occurred: {e}")
+#         else:
+#             st.write("Please enter a query to search.")
+    
+#     # Display Search History
+#     st.write('## Search History')
+#     if 'search_history' not in st.session_state:
+#         st.session_state['search_history'] = []
+    
+#     if query and st.button('Add to Search History'):
+#         st.session_state['search_history'].append(query)
+    
+#     if st.session_state['search_history']:
+#         st.write("Past Searches:")
+#         for past_query in st.session_state['search_history']:
+#             st.write(past_query)
+
+# # Call the main function
+# if __name__ == '__main__':
+#     main()

app.py

@@ -1,12 +1,17 @@
 import streamlit as st
 from carbon import Carbon
+from decimal import Decimal
 import requests
 import json
 
-# Carbon API Key
+# Constants
 CARBON_API_KEY = "a38ee1fe5fef56fc8e1ae2afc881378804bb902882442e1554adae4f82ee23ea"
-customer_id = "Candid"
+CUSTOMER_ID = "Candid"
 
+# Initialize Carbon SDK
+carbon = Carbon(api_key=CARBON_API_KEY, customer_id=CUSTOMER_ID)
+
+# Authenticate and get OAuth URL for Google Drive
 def get_google_drive_oauth(carbon):
     get_oauth_url_response = carbon.integrations.get_oauth_url(
         service="GOOGLE_DRIVE",
@@ -15,6 +20,7 @@ def get_google_drive_oauth(carbon):
     )
     return get_oauth_url_response.oauth_url
 
+# Authenticate and get OAuth URL for Dropbox
 def get_dropbox_oauth(carbon):
     get_oauth_url_response = carbon.integrations.get_oauth_url(
         service="DROPBOX",
@@ -22,6 +28,7 @@ def get_dropbox_oauth(carbon):
     )
     return get_oauth_url_response.oauth_url
 
+# Authenticate and get OAuth URL for Notion
 def get_notion_oauth(carbon):
     get_oauth_url_response = carbon.integrations.get_oauth_url(
         service="NOTION",
@@ -29,220 +36,182 @@ def get_notion_oauth(carbon):
     )
     return get_oauth_url_response.oauth_url
 
-def sync_github(carbon, username, token):
-    sync_response = carbon.integrations.sync_git_hub(
-        username=username,
-        token=token,
-        sync_source_items=True
+# Get data source ID
+def get_data_source_id(service):
+    response = carbon.data_sources.query_user_data_sources(
+        pagination={"limit": 100, "offset": 0},
+        order_by="created_at",
+        order_dir="desc",
+        filters={"source": service},
     )
-    return sync_response
-
-def sync_gitbook(carbon, access_token, organization):
-    sync_response = carbon.integrations.sync_git_book(
-        access_token=access_token,
-        organization=organization,
-        sync_source_items=True
+    return response.results[0].id
+
+# List files in the data source
+def list_files(data_source_id):
+    response = carbon.integrations.list_data_source_items(
+        data_source_id=data_source_id,
+        filters={},
+        pagination={"limit": 250, "offset": 0},
     )
-    return sync_response
+    return response.items
 
-def sync_s3(carbon, access_key, access_key_secret):
-    sync_response = carbon.integrations.sync_s3(
-        access_key=access_key,
-        access_key_secret=access_key_secret,
-        sync_source_items=True
-    )
-    return sync_response
-
-def list_files(carbon, data_source_id=None, service="GOOGLE_DRIVE"):
-    if data_source_id:
-        list_files_response = carbon.integrations.list_data_source_items(data_source_id=int(data_source_id))
-    else:
-        query_user_data_sources_response = carbon.data_sources.query_user_data_sources(
-            pagination={"limit": 100, "offset": 0},
-            order_by="created_at",
-            order_dir="desc",
-            filters={"source": service},
-        )
-        if query_user_data_sources_response.results:
-            data_source_id = query_user_data_sources_response.results[0].id
-            list_files_response = carbon.integrations.list_data_source_items(data_source_id=int(data_source_id))
-        else:
-            list_files_response = None
-    return list_files_response.items if list_files_response else None
-
-def list_user_documents(carbon):
-    query_user_documents_response = carbon.documents.query_documents(
+# List all data sources associated with the user
+def list_user_data_sources():
+    response = carbon.data_sources.query_user_data_sources(
         pagination={"limit": 100, "offset": 0},
         order_by="created_at",
-        order_dir="desc"
+        order_dir="desc",
     )
-    return query_user_documents_response.documents if query_user_documents_response else None
-
-def semantic_search_v2(carbon, query, tags_v2=None, hybrid_search=False):
-    search_response = carbon.embeddings.get_documents(
-        query=query,
-        k=2,
-        tags_v2=tags_v2 if tags_v2 else {},
-        include_tags=True,
-        include_vectors=True,
-        include_raw_file=True,
-        hybrid_search=hybrid_search,
-        hybrid_search_tuning_parameters={
+    return response.results
+
+# List files uploaded by the user
+def list_uploaded_files(data_source_id):
+    url = "https://api.carbon.ai/user_files_v2"
+    payload = {
+        "pagination": {
+            "limit": 100,
+            "offset": 0
+        },
+        "order_by": "created_at",
+        "order_dir": "desc",
+        "filters": {
+            "organization_user_data_source_id": [data_source_id],
+            "embedding_generators": ["OPENAI"],
+            "include_all_children": True,
+        },
+        "include_raw_file": True,
+        "include_parsed_text_file": True,
+        "include_additional_files": True
+    }
+    headers = {
+        "authorization": f"Bearer {CARBON_API_KEY}",
+        "customer-id": CUSTOMER_ID,
+        "Content-Type": "application/json"
+    }
+    response = requests.post(url, json=payload, headers=headers)
+    return response.json()['results']
+
+# Search function
+def search_documents(query, file_ids):
+    url = "https://api.carbon.ai/embeddings"
+    payload = {
+        "query": query,
+        "k": 2,
+        "file_ids": file_ids,
+        "include_all_children": True,
+        "include_tags": True,
+        "include_vectors": True,
+        "include_raw_file": True,
+        "hybrid_search": False,
+        "hybrid_search_tuning_parameters": {
             "weight_a": 0.5,
-            "weight_b": 0.5,
+            "weight_b": 0.5
         },
-        media_type="TEXT",
-        embedding_model="OPENAI",
-    )
-    return search_response.documents
-
-
-def main():
-    st.title('Data Connector using Carbon SDK')
-    
-    # Authenticate with Carbon API
-    st.write('### Authenticate with Carbon API')
-    carbon = Carbon(api_key=CARBON_API_KEY, customer_id=customer_id)
-    token = carbon.auth.get_access_token()
-    carbon = Carbon(access_token=token.access_token)  # authenticated object
-
-    # Connect to Data Source
-    st.write('## Connect to Data Source')
-    service = st.selectbox('Select Data Source for OAuth', ['GOOGLE_DRIVE', 'DROPBOX', 'NOTION'])
-    if st.button('Get OAuth URL'):
-        with st.spinner('Fetching OAuth URL...'):
-            try:
-                if service == "GOOGLE_DRIVE":
-                    oauth_url = get_google_drive_oauth(carbon)
-                elif service == "DROPBOX":
-                    oauth_url = get_dropbox_oauth(carbon)
-                elif service == "NOTION":
-                    oauth_url = get_notion_oauth(carbon)
-                st.write(f"OAuth URL for {service}: {oauth_url}")
-            except Exception as e:
-                st.error(f"An error occurred: {e}")
-
-    # Sync Data Sources
-    st.write('## Sync Data Sources')
-    sync_service = st.selectbox('Select Data Source for Sync', ['GITHUB', 'GITBOOK', 'S3'])
-    
-    if sync_service == 'GITHUB':
-        github_username = st.text_input('Enter GitHub Username')
-        github_token = st.text_input('Enter GitHub Token', type="password")
-        if st.button('Sync GitHub'):
-            with st.spinner('Syncing GitHub...'):
-                try:
-                    sync_response = sync_github(carbon, github_username, github_token)
-                    st.write(f"GitHub sync response: {sync_response}")
-                except Exception as e:
-                    st.error(f"An error occurred: {e}")
-    
-    elif sync_service == 'GITBOOK':
-        gitbook_access_token = st.text_input('Enter GitBook Access Token', type="password")
-        gitbook_organization = st.text_input('Enter GitBook Organization')
-        if st.button('Sync GitBook'):
-            with st.spinner('Syncing GitBook...'):
-                try:
-                    sync_response = sync_gitbook(carbon, gitbook_access_token, gitbook_organization)
-                    st.write(f"GitBook sync response: {sync_response}")
-                except Exception as e:
-                    st.error(f"An error occurred: {e}")
-
-    elif sync_service == 'S3':
-        s3_access_key = st.text_input('Enter S3 Access Key')
-        s3_access_key_secret = st.text_input('Enter S3 Access Key Secret', type="password")
-        if st.button('Sync S3'):
-            with st.spinner('Syncing S3...'):
-                try:
-                    sync_response = sync_s3(carbon, s3_access_key, s3_access_key_secret)
-                    st.write(f"S3 sync response: {sync_response}")
-                except Exception as e:
-                    st.error(f"An error occurred: {e}")
-
-    # List Files in Data Source
-    st.write(f'## List Files in {service}')
-    data_source_id = st.text_input('Enter Data Source ID (leave blank to list all files)')
-    if st.button('List Files'):
-        with st.spinner('Fetching files...'):
-            try:
-                files = list_files(carbon, data_source_id if data_source_id else None, service)
-                if files:
-                    st.write(f"Files in {service}:")
-                    for item in files:
-                        st.write(f"File ID: {item.id}, File Name: {item.name}, File Size: {item.size if hasattr(item, 'size') else 'N/A'}, Last Modified: {item.last_modified if hasattr(item, 'last_modified') else 'N/A'}")
-                else:
-                    st.write("No files found.")
-            except Exception as e:
-                st.error(f"An error occurred: {e}")
-
-    # List All Documents Uploaded by User
-    # st.write('## List All Documents Uploaded by User')
-    # if st.button('List User Documents'):
-    #     with st.spinner('Fetching user documents...'):
-    #         try:
-    #             documents = list_user_documents(carbon)
-    #             if documents:
-    #                 st.write("User Documents:")
-    #                 for doc in documents:
-    #                     st.write(f"Document ID: {doc.id}, Document Name: {doc.name}, Uploaded At: {doc.created_at}")
-    #             else:
-    #                 st.write("No documents found.")
-    #         except Exception as e:
-    #             st.error(f"An error occurred: {e}")
-
-    # Search in the Connected Data Source
-    st.write('### Search in the Connected Data Source')
-    query = st.text_input("Enter your query:", value="Type here...")
-    if st.button('Search'):
-        if query:
-            with st.spinner('Searching...'):
-                try:
-                    url = "https://api.carbon.ai/embeddings"
-                    payload = {
-                        "query": query,
-                        "k": 2,
-                        "file_ids": [],  # Modify to include relevant file IDs if needed
-                        "include_all_children": True,
-                        "tags": {},
-                        "include_tags": True,
-                        "include_vectors": True,
-                        "include_raw_file": True,
-                        "hybrid_search": False,
-                        "media_type": "TEXT",
-                        "embedding_model": "OPENAI"
-                    }
-                    headers = {
-                        "authorization": f"Bearer {CARBON_API_KEY}",
-                        "customer-id": customer_id,
-                        "Content-Type": "application/json"
-                    }
-                    response_search = requests.post(url, json=payload, headers=headers)
-                    response_search_chunks = json.loads(response_search.text)
-                    
-                    st.write("Search results:")
-                    for i, doc in enumerate(response_search_chunks['documents']):
-                        st.write(f"Document {i+1}:")
-                        st.write(f"Content: {doc['content']}")
-                        st.write(f"Source: {doc['source']}")
-                        st.write(f"Match Percentage: {doc['score'] * 100}%")
-                        if 'file_url' in doc:
-                            st.markdown(f"[Download {doc['filename']}]({doc['file_url']})")
-                        st.write("-------------------------------------------------")
-                except Exception as e:
-                    st.error(f"An error occurred: {e}")
-        else:
-            st.write("Please enter a query to search.")
-    
-    # Display Search History
-    st.write('## Search History')
-    if 'search_history' not in st.session_state:
-        st.session_state['search_history'] = []
-    
-    if query and st.button('Add to Search History'):
-        st.session_state['search_history'].append(query)
-    
-    if st.session_state['search_history']:
-        st.write("Past Searches:")
-       
-if __name__ == '__main__':
-    main()
+        "media_type": "TEXT",
+        "embedding_model": "OPENAI"
+    }
+    headers = {
+        "authorization": f"Bearer {CARBON_API_KEY}",
+        "customer-id": CUSTOMER_ID,
+        "Content-Type": "application/json"
+    }
+    #response = requests.post(url, json=payload, headers=headers)
+    response = requests.request("POST", url, json=payload, headers=headers)
+    print(response.json())
+    return response.json()['documents']
+
+# Streamlit UI
+st.title("Data Connector using Carbon SDK")
+
+# Authenticate with Carbon API
+st.header("Authenticate with Carbon API")
+
+# Connect to Data Source
+st.subheader("Connect to Data Source")
+data_source = st.selectbox("Select Data Source for OAuth", ["GOOGLE_DRIVE", "DROPBOX", "NOTION"])
+if st.button("Get OAuth URL"):
+    if data_source == "GOOGLE_DRIVE":
+        oauth_url = get_google_drive_oauth(carbon)
+    elif data_source == "DROPBOX":
+        oauth_url = get_dropbox_oauth(carbon)
+    elif data_source == "NOTION":
+        oauth_url = get_notion_oauth(carbon)
+    st.write(f"OAuth URL for {data_source}: {oauth_url}")
+    st.markdown(f'<a href="{oauth_url}" target="_blank">Authenticate {data_source}</a>', unsafe_allow_html=True)
+
+# List User Data Sources
+st.subheader("List Data Sources")
+if st.button("List Data Sources"):
+    data_sources = list_user_data_sources()
+    st.write("Data Sources associated with the user:")
+    for ds in data_sources:
+        st.write(f"ID: {ds.id}, External ID: {ds.data_source_external_id}, Type: {ds.data_source_type}, "
+                 f"Sync Status: {ds.sync_status}, Created At: {ds.created_at}, Updated At: {ds.updated_at}")
+
+# List Files in Data Source
+st.subheader(f"List Files in {data_source}")
+if st.button("List Files"):
+    data_source_id = get_data_source_id(data_source)
+    files = list_files(data_source_id)
+    st.write(f"Files in {data_source}:")
+    for file in files:
+        st.write(file.name)
+
+# List Uploaded Files
+st.subheader("Documents Uploaded Result")
+file_ids = []
+if st.button("Show Uploaded Files"):
+    data_source_id = get_data_source_id(data_source)
+    uploaded_files = list_uploaded_files(data_source_id)
+    st.write("Uploaded Files:")
+    for file in uploaded_files:
+        st.write(f"ID: {file['id']}, Organization Supplied User ID: {file['organization_supplied_user_id']}, "
+                 f"Organization User Data Source ID: {file['organization_user_data_source_id']}, External URL: {file['external_url']}")
+        file_ids.append(file['id'])
+        print(file_ids)
+
+# Search Documents
+st.subheader("Search Documents")
+query = st.text_input("Enter your search query:")
+if st.button("Search"):
+    if query:
+        search_results = search_documents(query, file_ids)
+        st.write("Search Results:")
+        for result in search_results:
+            st.write(f"Source: {result['source']}")
+            st.write(f"Title: {result['content']}")
+            st.write(f"Source URL: {result['source_url']}")
+            st.write(f"Source Type: {result['source_type']}")
+            st.write(f"Presigned URL: {result['presigned_url']}")
+            st.write(f"Tags: {result['tags']}")
+            st.write("-------------------------------------------------")
+
+# # Add chat interface using custom HTML/CSS
+# st.subheader("Chat Interface")
+# chat_input = st.text_input("Enter your query:")
+# if st.button("Send"):
+#     if chat_input:
+#         st.markdown(f'<div class="chat-bubble user">{chat_input}</div>', unsafe_allow_html=True)
+#         # Placeholder for bot response (add your processing logic here)
+#         bot_response = "This is a bot response."
+#         st.markdown(f'<div class="chat-bubble bot">{bot_response}</div>', unsafe_allow_html=True)
+
+# Custom CSS for chat bubbles
+st.markdown("""
+    <style>
+    .chat-bubble {
+        padding: 10px 15px;
+        border-radius: 10px;
+        margin: 5px 0;
+        max-width: 60%;
+    }
+    .user {
+        background-color: lightblue;
+        align-self: flex-end;
+    }
+    .bot {
+        background-color: darkgray;
+        align-self: flex-start;
+    }
+    </style>
+""", unsafe_allow_html=True)