| lm_eval --model hf \ | |
| --model_args pretrained=/project/models/yans-quen2-0.5B/iter_0000990 \ | |
| --tasks hellaswag \ | |
| --device cuda:0 \ | |
| --batch_size 8 | |
| lm_eval --model hf \ | |
| --model_args pretrained=/project/models/yans-quen2-0.5B/iter_0000990 \ | |
| --tasks hellaswag \ | |
| --device cuda:0 \ | |
| --batch_size 8 | |