Update main.py

main.py

@@ -23,19 +23,18 @@ async def batch_processing_result(request: Request, background_tasks: Background
     batch_id = body.get('batch_job_id')
     print(batch_id)
     # Add the processing task to background tasks
-    # if batch_job.status == 'completed':
-    #     background_tasks.add_task(process_batch_data, batch_id)
-    #     return {"batch_job_status":'completed'} 
-    
-    # Immediately return success response
-    # return {'batch_job_status':'notcompleted'}
-    insert_response = (supabase.table("batch_processing_details")
+    if batch_job.status == 'completed':
+        background_tasks.add_task(process_batch_data, batch_id)
+        insert_response = (supabase.table("batch_processing_details")
                     .update({
                         "batch_job_status": True, 
                     })
                     .eq('batch_job_id',batch_id)
                     .execute()
                 )
+        return {"batch_job_status":'completed'} 
+    
+
     
     return {'batch_job_status':'completed'}
 
@@ -57,28 +56,24 @@ async def process_batch_data(batch_id: str):
                         res.append(json_dict)
                     except json.JSONDecodeError as e:
                         print(f"Error decoding JSON on line: {line}\nError: {e}")
-            
+
+            supa_data = []
             for resp in res:
-                id = resp.get('custom_id')
-                res_id = id.split('-')[1]
+                id = resp.get('custom_id').split('-')
+                message_id = id[0]
+                user_id = id[1]
+                email = id[2]
                 output = json.loads(resp.get('response').get('body').get('choices')[0].get('message').get('content'))
+                supa_data.append(output)
+
+            print("Printing the the data")
+            print(supa_data)
                 
-                categories = str(output.get('categories'))
-                summary = str(output.get('summary'))
-                
-                supabase_resp = supabase.table("imdb_dataset").select("Description").eq("imdb_id", res_id).execute()
-                description = supabase_resp.data[0].get('Description')
-                
-                insert_response = (
-                    supabase.table("imdb_outputs")
-                    .insert({
-                        "id": res_id, 
-                        "description": description,
-                        'categories': categories,
-                        'summary': summary
-                    })
-                    .execute()
-                )
+            # insert_response = (
+            #         supabase.table("imdb_outputs")
+            #         .insert()
+            #         .execute()
+            #     )
                 print(f"Inserted data for ID: {res_id}")
                 
     except Exception as e: