run_pipeline.py

import config
from api_wrappers import hf_data_loader
from generation_steps import metrics_analysis, synthetic_end_to_start, synthetic_start_to_end


def run():
    df = hf_data_loader.load_processed_rewriting_as_pandas()

    df = synthetic_end_to_start.transform(df)
    df = synthetic_start_to_end.transform(df)
    df = metrics_analysis.transform(df)

    df.to_csv(config.SYNTHETIC_DATASET_ARTIFACT)


if __name__ == "__main__":
    run()