scripts/deploy/sync_data.exp

#!/usr/bin/expect

set host "connect.nmb2.seetacloud.com"
set port "15054"
set user "root"
set password "9Dml+WZeqp5b"
set local_dir "."
set remote_dir "/root/autodl-tmp/book-rec-with-LLMs"

# Sync CSVs
spawn scp -P $port $local_dir/data/rec/test.csv $local_dir/data/rec/train.csv $local_dir/data/rec/val.csv $local_dir/data/books_processed.csv $user@$host:$remote_dir/data/rec/
# Wait, books_processed.csv is in data/, not data/rec/?
# Check local path: data/books_processed.csv?
# Let's check where feature_engineer expects it. 
# features.py: pd.read_csv('data/books_processed.csv')
# So it needs to be in data/

expect {
    "password:" { send "$password\r" }
}

spawn scp -P $port $local_dir/data/books_processed.csv $user@$host:$remote_dir/data/
expect {
    "password:" { send "$password\r" }
}
expect eof

puts "Data Sync Complete!"