code/dataset/Untitled-3

hf jobs run "pytorch/pytorch:2.4.0-cuda12.1-cudnn9-devel" \  
bash -c "pip install -U 'huggingface_hub[cli]' && \   
hf buckets sync hf://buckets/harshraj22/croprl-workspace/code /workspace && \   
cd /workspace && \   
pip install -r requirements.txt && \   
python dataset/generate_sft_data.py && \   
hf buckets sync ./dataset harshraj22/croprl-workspace/dataset" \
  --flavor t4-medium \  
  --env WANDB_API_KEY=$WANDB_API_KEY \  
  --env HF_TOKEN=$HF_TOKEN



hf buckets sync . hf://buckets/harshraj22/croprl-workspace/code \
  --exclude ".git/*" \
  --exclude ".venv/*" \
  --exclude "__pycache__/*" \
  --exclude ".pytest_cache/*"