File size: 710 Bytes
7f5c744 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
from grammar_chain import grammar_pipeline,fact_pipeline
from utilities import safe_concurrent_batch
import pandas as pd
import os
def execute(path):
notebooks = [path+'//'+f for f in os.listdir(path) if f.endswith(".ipynb")]
grammar = safe_concurrent_batch(grammar_pipeline(),notebooks,max_workers=1)[0]
fact = safe_concurrent_batch(fact_pipeline(),notebooks,max_workers=1)[0]
if grammar["status"] == "success" and fact['status']=='success':
grammar_df = pd.DataFrame(grammar["output"])
fact_df = pd.DataFrame(fact["output"])
result = pd.concat([grammar_df,fact_df], axis=1)
else:
result = pd.DataFrame(columns=['Unable to Process'])
return result |