functions/result_display.py

import os
import pandas as pd


def create_directory(primary_directory_name):
    result_dir = f"{primary_directory_name}/results"
    try:
        os.mkdir(result_dir)
    except FileExistsError:
        print("Folder is Exist")

    return result_dir


def creating_error_csv(
    primary_directory_name,
    learning_rate,
    iteration_number,
    round_number,
    breakpoint_number,
):
    result_dir = create_directory(primary_directory_name)
    overall_learning_rate_err_ = []
    for lr in learning_rate:
        round_err_list = []
        round_percent_list = []
        round_validate_err_list = []
        round_validate_err_percent_list = []
        round_brakpoint_err_list = []
        round_brakpoint_err_percent_list = []
        round_brakpoint_val_err_list = []
        round_brakpoint_val_err_percent_list = []
        round_errors = []
        learning_rate_err_dict = {"learning_rate": str(lr)}
        for round_no in range(round_number):
            round_err_dict = {"learning_rate": str(lr)}
            directory_name = primary_directory_name + "/round" + str(round_no + 1)
            df = pd.read_csv(f"{directory_name}/{iteration_number}-{lr}.csv")
            round_err_list.append(df["error"].values[-1])
            round_percent_list.append(df["error_percent"].values[-1])
            round_validate_err_list.append(df["validate_error"].values[-1])
            round_validate_err_percent_list.append(
                df["validate_error_percent"].values[-1]
            )
            breakpoint_df = df[df["epoch"] <= breakpoint_number]
            round_brakpoint_err_list.append(breakpoint_df["error"].values[-1])
            round_brakpoint_err_percent_list.append(
                breakpoint_df["error_percent"].values[-1]
            )
            round_brakpoint_val_err_list.append(
                breakpoint_df["validate_error"].values[-1]
            )
            round_brakpoint_val_err_percent_list.append(
                breakpoint_df["validate_error_percent"].values[-1]
            )

            # Added to the dictionary
            round_err_dict[f"round"] = round_no
            round_err_dict[f"error"] = df["error"].values[-1]
            round_err_dict[f"error_percent"] = df["error_percent"].values[-1]
            round_err_dict[f"validate_error"] = df["validate_error"].values[-1]
            round_err_dict[f"validate_error_percent"] = df[
                "validate_error_percent"
            ].values[-1]
            round_err_dict[f"brakpoint_error"] = breakpoint_df["error"].values[-1]
            round_err_dict[f"brakpoint_error_percent"] = breakpoint_df[
                "error_percent"
            ].values[-1]
            round_err_dict[f"brakpoint_validate_error"] = breakpoint_df[
                "validate_error"
            ].values[-1]
            round_err_dict[f"brakpoint_validate_error_percent"] = breakpoint_df[
                "validate_error_percent"
            ].values[-1]
            round_errors.append(round_err_dict)

        round_err_df = pd.DataFrame(round_errors)
        round_err_df.to_csv(f"{result_dir}/{lr}_round_error.csv", index=False)

        average_error = round_err_df["error"].mean()
        average_error_percent = round_err_df["error_percent"].mean()
        average_validate_error = round_err_df["validate_error"].mean()
        average_validate_error_percent = round_err_df["validate_error_percent"].mean()
        average_brakpoint_error = round_err_df["brakpoint_error"].mean()
        average_brakpoint_error_percent = round_err_df["brakpoint_error_percent"].mean()
        average_brakpoint_validate_error = round_err_df[
            "brakpoint_validate_error"
        ].mean()
        average_brakpoint_validate_error_percent = round_err_df[
            "brakpoint_validate_error_percent"
        ].mean()
        learning_rate_err_dict["average_error"] = average_error
        learning_rate_err_dict["average_error_percent"] = average_error_percent
        learning_rate_err_dict["average_validate_error"] = average_validate_error
        learning_rate_err_dict["average_validate_error_percent"] = (
            average_validate_error_percent
        )
        learning_rate_err_dict["average_brakpoint_error"] = average_brakpoint_error
        learning_rate_err_dict["average_brakpoint_error_percent"] = (
            average_brakpoint_error_percent
        )
        learning_rate_err_dict["average_brakpoint_validate_error"] = (
            average_brakpoint_validate_error
        )
        learning_rate_err_dict["average_brakpoint_validate_error_percent"] = (
            average_brakpoint_validate_error_percent
        )

        overall_learning_rate_err_.append(learning_rate_err_dict)

    overall_learning_rate_err_df = pd.DataFrame(overall_learning_rate_err_)
    overall_learning_rate_err_df.to_csv(
        f"{result_dir}/overall_learning_rate_err.csv", index=False
    )