Spaces:
Sleeping
Sleeping
vishanth10
commited on
Commit
·
1d27410
1
Parent(s):
8959c46
Update on fetch files and other search bug
Browse files
app.py
CHANGED
|
@@ -68,6 +68,7 @@ def list_user_data_sources():
|
|
| 68 |
def list_uploaded_files(data_source_id):
|
| 69 |
url = "https://api.carbon.ai/user_files_v2"
|
| 70 |
payload = {
|
|
|
|
| 71 |
"pagination": {
|
| 72 |
"limit": 100,
|
| 73 |
"offset": 0
|
|
@@ -75,7 +76,7 @@ def list_uploaded_files(data_source_id):
|
|
| 75 |
"order_by": "created_at",
|
| 76 |
"order_dir": "desc",
|
| 77 |
"filters": {
|
| 78 |
-
"organization_user_data_source_id": [
|
| 79 |
"embedding_generators": ["OPENAI"],
|
| 80 |
"include_all_children": True,
|
| 81 |
},
|
|
@@ -97,7 +98,7 @@ def search_documents(query, file_ids):
|
|
| 97 |
payload = {
|
| 98 |
"query": query,
|
| 99 |
"k": 2,
|
| 100 |
-
"file_ids":
|
| 101 |
"include_all_children": True,
|
| 102 |
"include_tags": True,
|
| 103 |
"include_vectors": True,
|
|
@@ -117,7 +118,7 @@ def search_documents(query, file_ids):
|
|
| 117 |
}
|
| 118 |
#response = requests.post(url, json=payload, headers=headers)
|
| 119 |
response = requests.request("POST", url, json=payload, headers=headers)
|
| 120 |
-
print(response.json())
|
| 121 |
return response.json()['documents']
|
| 122 |
|
| 123 |
# Streamlit UI
|
|
@@ -159,22 +160,27 @@ if st.button("List Files"):
|
|
| 159 |
|
| 160 |
# List Uploaded Files
|
| 161 |
st.subheader("Documents Uploaded Result")
|
|
|
|
|
|
|
|
|
|
| 162 |
file_ids = []
|
| 163 |
if st.button("Show Uploaded Files"):
|
| 164 |
data_source_id = get_data_source_id(data_source)
|
| 165 |
uploaded_files = list_uploaded_files(data_source_id)
|
| 166 |
st.write("Uploaded Files:")
|
|
|
|
| 167 |
for file in uploaded_files:
|
| 168 |
-
st.write(f"ID: {file['id']}, Organization Supplied User ID: {file['organization_supplied_user_id']}, "
|
| 169 |
f"Organization User Data Source ID: {file['organization_user_data_source_id']}, External URL: {file['external_url']}")
|
| 170 |
file_ids.append(file['id'])
|
| 171 |
-
print(file_ids)
|
| 172 |
|
| 173 |
# Search Documents
|
| 174 |
st.subheader("Search Documents")
|
| 175 |
query = st.text_input("Enter your search query:")
|
| 176 |
if st.button("Search"):
|
| 177 |
if query:
|
|
|
|
| 178 |
search_results = search_documents(query, file_ids)
|
| 179 |
st.write("Search Results:")
|
| 180 |
for result in search_results:
|
|
|
|
| 68 |
def list_uploaded_files(data_source_id):
|
| 69 |
url = "https://api.carbon.ai/user_files_v2"
|
| 70 |
payload = {
|
| 71 |
+
|
| 72 |
"pagination": {
|
| 73 |
"limit": 100,
|
| 74 |
"offset": 0
|
|
|
|
| 76 |
"order_by": "created_at",
|
| 77 |
"order_dir": "desc",
|
| 78 |
"filters": {
|
| 79 |
+
"organization_user_data_source_id": [], #data_source_id organization level need to explore
|
| 80 |
"embedding_generators": ["OPENAI"],
|
| 81 |
"include_all_children": True,
|
| 82 |
},
|
|
|
|
| 98 |
payload = {
|
| 99 |
"query": query,
|
| 100 |
"k": 2,
|
| 101 |
+
"file_ids": [],
|
| 102 |
"include_all_children": True,
|
| 103 |
"include_tags": True,
|
| 104 |
"include_vectors": True,
|
|
|
|
| 118 |
}
|
| 119 |
#response = requests.post(url, json=payload, headers=headers)
|
| 120 |
response = requests.request("POST", url, json=payload, headers=headers)
|
| 121 |
+
#print(response.json())
|
| 122 |
return response.json()['documents']
|
| 123 |
|
| 124 |
# Streamlit UI
|
|
|
|
| 160 |
|
| 161 |
# List Uploaded Files
|
| 162 |
st.subheader("Documents Uploaded Result")
|
| 163 |
+
# data_source_search = st.selectbox("Select Data Source for OAuth", ["GOOGLE_DRIVE", "DROPBOX", "NOTION"])
|
| 164 |
+
# if st.button("Submit"):
|
| 165 |
+
# data_source_search
|
| 166 |
file_ids = []
|
| 167 |
if st.button("Show Uploaded Files"):
|
| 168 |
data_source_id = get_data_source_id(data_source)
|
| 169 |
uploaded_files = list_uploaded_files(data_source_id)
|
| 170 |
st.write("Uploaded Files:")
|
| 171 |
+
#print(uploaded_files)
|
| 172 |
for file in uploaded_files:
|
| 173 |
+
st.write(f"ID: {file['id']}, Name: {file['name']}, Organization Supplied User ID: {file['organization_supplied_user_id']}, "
|
| 174 |
f"Organization User Data Source ID: {file['organization_user_data_source_id']}, External URL: {file['external_url']}")
|
| 175 |
file_ids.append(file['id'])
|
| 176 |
+
#print( file_ids)
|
| 177 |
|
| 178 |
# Search Documents
|
| 179 |
st.subheader("Search Documents")
|
| 180 |
query = st.text_input("Enter your search query:")
|
| 181 |
if st.button("Search"):
|
| 182 |
if query:
|
| 183 |
+
#print(file_ids)
|
| 184 |
search_results = search_documents(query, file_ids)
|
| 185 |
st.write("Search Results:")
|
| 186 |
for result in search_results:
|