src/grammar_exec.py

from grammar_chain import grammar_pipeline,fact_pipeline
from utilities import safe_concurrent_batch
import pandas as pd
import os

def execute(path):

    notebooks = [path+'//'+f for f in os.listdir(path) if f.endswith(".ipynb")]

    grammar = safe_concurrent_batch(grammar_pipeline(),notebooks,max_workers=1)[0]

    fact = safe_concurrent_batch(fact_pipeline(),notebooks,max_workers=1)[0]

    if grammar["status"] == "success" and fact['status']=='success':
        grammar_df = pd.DataFrame(grammar["output"])
        fact_df = pd.DataFrame(fact["output"])
        result = pd.concat([grammar_df,fact_df], axis=1)
    else:
        result = pd.DataFrame(columns=['Unable to Process'])

    return result