| from grammar_chain import grammar_pipeline,fact_pipeline | |
| from utilities import safe_concurrent_batch | |
| import pandas as pd | |
| import os | |
| def execute(path): | |
| notebooks = [path+'//'+f for f in os.listdir(path) if f.endswith(".ipynb")] | |
| grammar = safe_concurrent_batch(grammar_pipeline(),notebooks,max_workers=1)[0] | |
| fact = safe_concurrent_batch(fact_pipeline(),notebooks,max_workers=1)[0] | |
| if grammar["status"] == "success" and fact['status']=='success': | |
| grammar_df = pd.DataFrame(grammar["output"]) | |
| fact_df = pd.DataFrame(fact["output"]) | |
| result = pd.concat([grammar_df,fact_df], axis=1) | |
| else: | |
| result = pd.DataFrame(columns=['Unable to Process']) | |
| return result |