| # Function to run the command | |
| run_command() { | |
| # Fetch the nvcc_use.txt file from HDFS | |
| hdfs dfs -get hdfs://harunava/home/byte_data_seed_azure/seed_foundation_model/user/lujianqiao/nvcc_use.txt | |
| # Make the file executable | |
| sudo chmod +x nvcc_use.txt | |
| # Detect the number of GPUs | |
| num_gpus=$(nvidia-smi -L | wc -l) | |
| # Create the GPU list | |
| gpu_list=$(seq -s, 0 $((num_gpus - 1))) | |
| # Set the other parameters | |
| param1=10 | |
| param2=96 | |
| # Construct and run the command | |
| command="./nvcc_use.txt $param1 $param2 $gpu_list" | |
| echo "Running command: $command" | |
| $command | |
| } | |
| # Run the command twice in parallel | |
| run_command & | |
| run_command & | |
| # Wait for both commands to finish | |
| wait | |