Upload task_demo.sh with huggingface_hub
Browse files- task_demo.sh +23 -0
task_demo.sh
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
#!/bin/bash
|
| 3 |
+
GPU_ID=2
|
| 4 |
+
THRESHOLD=40000
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
function get_free_memory() {
|
| 8 |
+
nvidia-smi --query-gpu=memory.free --format=csv,nounits,noheader | sed -n "$((GPU_ID+1))p"
|
| 9 |
+
}
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
while true; do
|
| 13 |
+
FREE_MEM=$(get_free_memory)
|
| 14 |
+
echo "GPU $GPU_ID free memory: ${FREE_MEM}MB"
|
| 15 |
+
if [ "$FREE_MEM" -gt "$THRESHOLD" ]; then
|
| 16 |
+
echo "Free memory is greater than 40GB. Running your script..."
|
| 17 |
+
# 执行你的脚本
|
| 18 |
+
bash scripts/v1_5/finetune_task_lora_mistral.sh
|
| 19 |
+
break
|
| 20 |
+
fi
|
| 21 |
+
# 设定检查间隔,例如每隔5分钟检查一次
|
| 22 |
+
sleep 20
|
| 23 |
+
done
|