Add contest file export functionality in app.py

- Introduced a new function, export_contest_file, to handle the export of contest data to the database, ensuring data integrity by checking for existing entries.
- Implemented chunked data insertion to optimize database performance and added error handling for robust data processing.
- Updated the user interface to include a button for exporting contest files, enhancing user interaction and data management capabilities.

app.py

@@ -54,6 +54,39 @@ def grab_contest_player_info(db, sport, type, contest_date, contest_name, contes
     
     return player_info, info_maps
 
+def export_contest_file(db, sport, type, contest_date, contest_id, contest_data):
+    if type == 'Classic':
+        db_type = 'reg'
+    elif type == 'Showdown':
+        db_type = 'showdown'
+    collection = db[f'{sport}_{db_type}_contest_data']
+    try:
+        cursor = collection.find()
+        contest_import = pd.DataFrame(list(cursor)).drop('_id', axis=1)
+    except:
+        contest_import = pd.DataFrame(columns = contest_data.columns)
+    
+    if contest_id in contest_import['Contest ID'].values:
+        st.info("Data for this contest already exists, no need to upload, but we appreciate the effort!")
+        return
+    
+    contest_data['Contest Date'] = contest_date
+    contest_data['Contest ID'] = contest_id
+    contest_import = pd.concat([contest_import, contest_data], ignore_index=True)
+
+    chunk_size = 10000
+    collection.drop()
+    for i in range(0, len(contest_import), chunk_size):
+        for _ in range(5):
+            try:
+                df_chunk = contest_import.iloc[i:i + chunk_size]
+                collection.insert_many(df_chunk.to_dict('records'), ordered=False)
+                break
+            except Exception as e:
+                print(f"Retry due to error: {e}")
+
+    return
+
 db = init_conn()
 
 ## import global functions
@@ -140,7 +173,12 @@ with tab1:
         st.session_state['Contest'] = st.session_state['Contest'].dropna(how='all')
         st.session_state['Contest'] = st.session_state['Contest'].reset_index(drop=True)
         if st.session_state['Contest'] is not None:
-            st.success('Contest file loaded successfully!')
+            success_col, blank_col, upload_col = st.columns([2, 1, 1])
+            with success_col:
+                st.success('Contest file loaded successfully!')
+            with upload_col:
+                if st.button('Send file to Database?', key='export_contest_file'):
+                    export_contest_file(db, sport_select, type_var, date_select, contest_id_map[contest_name_var], st.session_state['Contest_file'])
             st.dataframe(st.session_state['Contest'].head(100))
         
     if 'Contest_file' in st.session_state: