Update excel_chat.py

excel_chat.py

@@ -219,7 +219,10 @@ def chat_with_mistral(source_cols, dest_col, prompt, excel_file, url, search_col
 
     filtred_df = filter_df(df, search_col, keywords)
 
+    checkpoints_files = []
     cpt = 1
+    blop = 50
+    len(fitered_df) // 4
     for index, row in filtred_df.iterrows():
         concatenated_content = "\n\n".join(f"{column_name}: {str(row[column_name])}" for column_name in source_cols)
         if not concatenated_content == "\n\n".join(f"{column_name}: nan" for column_name in source_cols):
@@ -227,15 +230,26 @@ def chat_with_mistral(source_cols, dest_col, prompt, excel_file, url, search_col
             try:
                 llm_answer,gloabal_keys = ask_llm(prompt[0], concatenated_content, client, user, gloabal_keys)
             except Exception:
+                print("Catched a error : Global exception for ask_llm")
                 llm_answer = "unhandled global error"
             
             print(f"{cpt}/{len(filtred_df)}\nQUERY:\n{prompt[0]}\nCONTENT:\n{concatenated_content[:200]}...\n\nANSWER:\n{llm_answer}")
             df.at[index, dest_col] = llm_answer
+
+            if cpt == blop:
+                df.to_excel(str(cpt))
+                checkpoints_files.append(str(cpt))
+                
+                blop += 50
+                
+            
             cpt += 1
             # progress((index+1)/len(df),desc=f'Request {index+1}/{len(df)}')
 
     df.to_excel(file_name, index=False)
 
+    
+    
     zip_file_path = 'config_file.zip'
     
     with zipfile.ZipFile(zip_file_path, 'w') as zipf: