Adding autotrain

.gitignore

@@ -1,5 +1,4 @@
 .ipynb_checkpoints
-autotrain/.ipynb_checkpoints
 .idea
-autotrain/autotrain_configs/*
+autotrain_configs/*
 legacy

README.md

@@ -5,5 +5,6 @@ license: openrail
 Check out the relevant notebooks:
 - [00-poe-generate-mistral-reasoning.ipynb](00-poe-generate-mistral-reasoning.ipynb)
 - [01-poe-dataset-creation.ipynb](01-poe-dataset-creation.ipynb)
-- [02-poe-token-count-exploration.ipynb](02-poe-token-count-exploration.ipynb)
-- [03-poe-eval-sg.ipynb](03-poe-eval-sg.ipynb)
+- [02-autotrain.ipynb](02-autotrain.ipynb)
+- [03-poe-token-count-exploration.ipynb](03-poe-token-count-exploration.ipynb)
+- [04-poe-eval.ipynb](04-poe-eval.ipynb)

autotrain/autotrain.sh

@@ -1,28 +0,0 @@
-#EXPERIMENT_TYPES=("R-FA" "FA-R" "FA")
-EXPERIMENT_TYPES=("FA")
-
-for EXPERIMENT_TYPE in ${EXPERIMENT_TYPES[@]}; do
-  echo "Running autotrain for experiment type: ${EXPERIMENT_TYPE}"
-
-  # Export the variable to make it available to envsubst
-  export EXPERIMENT_TYPE=${EXPERIMENT_TYPE}
-
-  # Substitute the variable into the template
-  envsubst < ./autotrain/autotrain_template.yml > ./autotrain/autotrain.yml
-
-  # Echo the contents of the substituted YAML file
-  echo "Generated autotrain.yml:"
-  cat ./autotrain/autotrain.yml
-  echo "-----------------------------------"
-
-  # Run the autotrain command
-  autotrain --config ./autotrain/autotrain.yml
-
-  # Check if the command was successful
-  if [[ $? -ne 0 ]]; then
-    echo "Error running autotrain for ${EXPERIMENT_TYPE}, exiting."
-    exit 1
-  fi
-done
-
-echo "All experiments completed successfully!"