import time import os import json def continual_train_loop(): print("[Continual Training] Loop started. Waiting for new data...") while True: if os.path.exists("data/new_data.csv"): print("[Continual Training] New data found! Fine-tuning model...") from src.continual_train import continual_train continual_train(progress_callback=log_training_progress) os.remove("data/new_data.csv") print("[Continual Training] Model updated and new data file removed.") time.sleep(7200) # Check every 2 hours def log_training_progress(epoch, train_loss, val_loss, best_val_loss): progress = { "epoch": epoch, "train_loss": train_loss, "val_loss": val_loss, "best_val_loss": best_val_loss, "timestamp": time.time() } os.makedirs("data", exist_ok=True) with open("data/training_progress.json", "w") as f: json.dump(progress, f) if __name__ == "__main__": continual_train_loop()