from grammar_chain import grammar_pipeline,fact_pipeline from utilities import safe_concurrent_batch import pandas as pd import os def execute(path): notebooks = [path+'//'+f for f in os.listdir(path) if f.endswith(".ipynb")] grammar = safe_concurrent_batch(grammar_pipeline(),notebooks,max_workers=1)[0] fact = safe_concurrent_batch(fact_pipeline(),notebooks,max_workers=1)[0] if grammar["status"] == "success" and fact['status']=='success': grammar_df = pd.DataFrame(grammar["output"]) fact_df = pd.DataFrame(fact["output"]) result = pd.concat([grammar_df,fact_df], axis=1) else: result = pd.DataFrame(columns=['Unable to Process']) return result