add_exp rewrite, do interactions in csv in memory, push to google sheets on interval with scheduler (1 API call total)

app.py

@@ -15,6 +15,7 @@ from tabulate import tabulate
 import logging
 import time
 import pandas as pd
+from apscheduler.schedulers.background import BackgroundScheduler
 
 import gradio_client
 import gradio as gr
@@ -44,23 +45,34 @@ bot_ids = [1136614989411655780, 1166392942387265536, 1158038249835610123, 113077
 """"""
 api = HfApi()
 """"""
-#csv_file = 'import.csv'
-
+csv_file = 'data.csv'
 
 @bot.event
 async def on_ready():
+    global csv_file
     print(f'Logged in as {bot.user.name}')
     print(f"XP_PER_MESSAGE: {XP_PER_MESSAGE}")
     # testing sheet -> read -> paste sheet
 
-    URL = "https://docs.google.com/spreadsheets/d/1hQSsIg1Y9WdBF_CdNM1L1rUUREoxKqRTe3_ILo-WK8w/edit#gid=0"
-    csv_url = URL.replace('/edit#gid=', '/export?format=csv&gid=')
-    data = pd.read_csv(csv_url)
-    data.to_csv('data.csv', index=False)
-    data = open('data.csv', 'r').read()
-    print(data)
-    gspread_bot.import_csv('1YJEwP7kZChI3Z2GKv4zFEfwwyQrO3zwXclv0QMrkOqA', data)
-    #worksheet_test.batch_update(["A1:D30", "a"])
+    """import data from google sheets -> HF Space .csv (doesn't make API call this way, as it's read-only)""" 
+    data = pd.read_csv("https://docs.google.com/spreadsheets/d/1hQSsIg1Y9WdBF_CdNM1L1rUUREoxKqRTe3_ILo-WK8w/export?format=csv&gid=0")
+    print(f"csv successfully retrieved: {data}")
+    data.to_csv(csv_file, index=False)
+
+
+def update_google_sheet():
+    """save data from HF Space -> google sheets (makes 1 API call)"""
+    data = open(csv_file, 'r').read()
+    # 1hQSsIg1Y9WdBF_CdNM1L1rUUREoxKqRTe3_ILo-WK8w = live
+    # 1YJEwP7kZChI3Z2GKv4zFEfwwyQrO3zwXclv0QMrkOqA = test
+    spreadsheet_id = "1hQSsIg1Y9WdBF_CdNM1L1rUUREoxKqRTe3_ILo-WK8w"
+    gspread_bot.import_csv('', data)
+    print{f"Google sheet {spreadsheet_id} successfully updated!"}
+
+
+scheduler = BackgroundScheduler()
+scheduler.add_job(func=update_google_sheet, trigger="interval", seconds=60)
+scheduler.start()
 
 
 def calculate_level(xp):
@@ -73,7 +85,7 @@ def calculate_xp(level):
 
 processed_users = set()
 
-async def periodic_api_test():
+async def periodic_api_test(): # needs rewrite, can do same thing and interact with csv -> push to google sheets
     try:
         await asyncio.sleep(1)
         column_values_3 = worksheet2.col_values(3)
@@ -105,59 +117,12 @@ async def periodic_api_test():
                 print(f"Failed to retrieve data for user {user}. Status code: {response.status_code}")
             
     except Exception as e:
-        print(f"periodic_api_test Error: {e}")   
-
-
-def blocking_io(member_id):
-    try:
-        time.sleep(1)
-        worksheet = gspread_bot.open("levelbot").sheet1
-    
-        guild = bot.get_guild(879548962464493619)
-        member = guild.get_member(member_id)
-        print(f" {member}")
-        print(f"2")
-    
-        cell = worksheet.find(str(member.id))
-        length = len(worksheet.col_values(1))
-        print(f"3")
-        if cell is None:
-            print(f"creating new record for {member}")            
-            # if not, create new record
-            string_member_id = str(member.id)
-            xp = 10
-            current_level = calculate_level(xp)
-            member_name = member.name
-            worksheet.update(values=[[string_member_id, member_name, xp, current_level]], range_name=f'A{length+1}:D{length+1}')
-            # initial role assignment
-            if current_level == 1:
-                if lvl1 not in member.roles:
-                    return(1)
-    
-        else:
-            print(f"4")
-            if cell:
-                # if so, update that row...
-                xp = worksheet.cell(cell.row, cell.col+2).value
-                xp = int(xp) + XP_PER_MESSAGE
-                current_level = calculate_level(xp)
-                print(f"updating record for {member}: {xp} xp")
-                # write with added xp
-                worksheet.update(values=[[xp, current_level]], range_name=f'C{cell.row}:D{cell.row}')   
-                # level up
-                print(f"current_level: {current_level}")
-                if current_level >= 2 and current_level <=30:
-                    # pass current_level as int?
-                    return(current_level)
-    except Exception as e:
-        print(f"blocking_io Error: {e}")  
+        print(f"periodic_api_test Error: {e}")    
 
     
 async def add_exp(member_id):
     try:
-        await asyncio.sleep(1)
-        loop = asyncio.get_running_loop()
-        result = await loop.run_in_executor(None, blocking_io, member_id)
+        global csv_file
         
         guild = bot.get_guild(879548962464493619)
         member = guild.get_member(member_id)
@@ -199,24 +164,49 @@ async def add_exp(member_id):
             21: lvl21, 22: lvl22, 23: lvl23, 24: lvl24, 25: lvl25, 26: lvl26, 27: lvl27, 28: lvl28, 29: lvl29, 30: lvl30,
         }              
 
-        if result == 1:
-            await member.add_roles(lvl1)
-            print(f"Gave {member} {lvl1}")     
-
-        print(f"result: {result}")
-        if result >= 2:
-            current_level = result
-            current_role = lvls[current_level]
-            if current_role not in member.roles:            
-                await member.add_roles(current_role)
-                print(f"Giving {member} {current_role}")
-                await member.remove_roles(lvls[current_level-1])
-                print(f"Removed {lvls[current_level-1]} from {member}")  
-                #print(f"{member} Level up! {current_level-1} -> {current_level}!")
-                if current_role in member.roles:
-                    await member.send(f"Level up! {current_level-1} -> {current_level}!")            
-
-              
+        data = pd.read_csv(csv_file)
+        for index, cell_value in data.iloc[:, 0].items():
+            if cell_value == member_id:
+                # if found, update that row...
+                print(f"Record for {member} found at row {index + 1}, column 1")
+        
+                # increment the old experience value (better not to replace outright)
+                old_xp = data.loc[index, 'discord_exp']
+                new_xp = int(old_xp) + int(XP_PER_MESSAGE)
+                data.loc[index, 'discord_exp'] = new_xp # do not change column name
+                print(f"Record for {member} updated with {int(XP_PER_MESSAGE)} xp for a total of {new_xp} experience")
+          
+                # level up
+                current_level = calculate_level(new_xp)
+                print(f"Current_level for {member}: {current_level}")
+                if current_level >= 2 and current_level <=30:
+                    current_role = lvls[current_level]
+                    if current_role not in member.roles:            
+                        await member.add_roles(current_role)
+                        print(f"Level Up! Gave {member} {current_role}")
+                        await member.remove_roles(lvls[current_level-1])
+                        print(f"Removed {lvls[current_level-1]} from {member}")  
+                        #print(f"{member} Level up! {current_level-1} -> {current_level}!")
+                        if current_role in member.roles:
+                            await member.send(f"Level up! {current_level-1} -> {current_level}!")   
+        
+        else:
+            # if not, create new record
+            print(f"creating new record for {member}")            
+            #string_member_id = str(member.id)
+            xp = 10 # define somewhere else?
+            current_level = calculate_level(xp)
+            member_name = member.name
+            row_data = [member_id, member_name, xp, current_level]
+            new_row_df = pd.DataFrame([row_data], columns=data.columns)
+            updated_df = data.append(new_row_df, ignore_index=True)
+            updated_df.to_csv(csv_file, index=False)
+            # initial role assignment
+            if current_level == 1:
+                if lvl1 not in member.roles:
+                    await member.add_roles(lvl1)
+                    print(f"Gave {member} {lvl1}")  # can log this better          
+
     except Exception as e:
         print(f"add_exp Error: {e}")   
 
@@ -224,7 +214,7 @@ async def add_exp(member_id):
 @bot.event
 async def on_message(message):
     try:
-        if message.author.id not in bot_ids:
+        if message.author.id not in bot_ids: # could change to if author does not have bot role (roleid)
             if "!help_xp" not in message.content:
                 print(f"adding exp from message {message.author}")
                 await asyncio.sleep(1)
@@ -247,7 +237,7 @@ async def on_reaction_add(reaction, user):
 
 
 @bot.command(name='update_leaderboard')
-async def update_leaderboard(ctx, num_results: int = 10):
+async def update_leaderboard(ctx, num_results: int = 10): # needs rewrite
     if ctx.author.id == 811235357663297546:
         await asyncio.sleep(1)
         worksheet = gspread_bot.open("levelbot").sheet1
@@ -258,7 +248,6 @@ async def update_leaderboard(ctx, num_results: int = 10):
         channel = bot.get_channel(1197143964994773023)
         message = await channel.fetch_message(1197148293164187678)
     
-    
         # for 3 lists
         combined_list = [list(sublist) for sublist in zip(names_list, levels_list, exp_list)]
         combined_list = [[name, int(level), int(exp)] for name, level, exp in combined_list]
@@ -307,81 +296,9 @@ async def xp_help(ctx):
     help_message = "How to earn Discord / Hub exp: Post messages, react, Like, discuss, create repos and papers"
     await ctx.author.send(help_message)
 
-
-@bot.command()
-async def write_csv(ctx):
-    if ctx.author.id == 811235357663297546:
-        worksheet = gspread_bot.open("levelbot").sheet1
-        values = worksheet.get_all_values()
-        target_id = '811235357663297546'
-        variable_xp = 0
-        
-        csv_file_path = 'test.csv'
-        with open(csv_file_path, 'w', newline='') as csv_file:
-            csv_writer = csv.writer(csv_file)
-            csv_writer.writerows(values)
-    
-        # modifying csv data 
-        with open(csv_file_path, 'r') as csv_file:
-            csv_reader = csv.reader(csv_file)
-            rows = list(csv_reader)
-        
-            for row in rows:
-                print(row)
-                if target_id in row:
-                    index_of_target = row.index(target_id)
-        
-                    # 2 to right
-                    cell_to_increment_index = index_of_target + 2
-        
-                    # +10
-                    try:
-                        row[cell_to_increment_index] = str(int(row[cell_to_increment_index]) + variable_xp)
-                        print(row[cell_to_increment_index])
-                    except (IndexError, ValueError):
-                        print(f"Error: Unable to increment cell at index {cell_to_increment_index}")
-        
-                    break
-    
-        # write modified data and send in discord
-        with open(csv_file_path, 'w', newline='') as csv_file:
-            csv_writer = csv.writer(csv_file)
-            csv_writer.writerows(rows)
-    
-        csv_data_str = '\n'.join(','.join(row) for row in rows)
-        csv_file = discord.File(csv_file_path)
-    
-        await ctx.channel.send(content="csv", file=csv_file)
-        
-        #target_user = await bot.fetch_user(int(target_id))
-        #await target_user.send(content="csv", file=csv_file)
-
-
-@bot.command()
-async def read_csv(ctx):
-    if ctx.author.id == 811235357663297546:
-        async for message in ctx.channel.history(limit=10):
-            if message.attachments:
-                attachment = message.attachments[0]
-                if attachment.filename.endswith('.csv'):
-                    csv_content = await attachment.read()
-                    csv_data = []
-                    csv_lines = csv_content.decode('utf-8').splitlines()
-                    csv_reader = csv.reader(csv_lines)
-                    for row in csv_reader:
-                        csv_data.append(row)
-                    print(csv_data)
-    
-                    await ctx.send("discord -> read -> updated HF Hub")
-                    # react to the given message, helps with explainability
-                    await message.add_reaction('✅')
-                    break
-
-
 # embeds with user pfps? 
 # name, pfp, time in server....
 
-
 # discord_level column
 # pick 10 highest
 # update
@@ -390,12 +307,10 @@ async def read_csv(ctx):
 # count number of messages per user for every channel (total messages)
 # fix sheet if necessary
 
-
 # might need cell location data to pull both level and username at same time
 # add emojis for some color
 # check if members are still in the server 
 
-        
 """"""
 DISCORD_TOKEN = os.environ.get("DISCORD_TOKEN", None)
 def run_bot():
@@ -431,11 +346,6 @@ with demo:
     print("\nDataframe 2:")
     print(dataframe2)
 
-
-
-
-
-
     TITLE = """<h1 align="center" id="space-title">🤗 Hugging Face Level Leaderboard</h1>"""
     gr.HTML(TITLE)
     with gr.Tabs(elem_classes="tab-buttons") as tabs: