Training in progress, epoch 7
Browse files- oym.out +79 -0
- pytorch_model.bin +1 -1
- tokenizer.json +1 -6
- training_args.bin +2 -2
oym.out
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
slurm submission log: 2024-05-13 10:11:38.061093
|
| 2 |
+
created following sbatch script:
|
| 3 |
+
|
| 4 |
+
###############################
|
| 5 |
+
|
| 6 |
+
#!/bin/bash
|
| 7 |
+
|
| 8 |
+
#SBATCH --account=nlp
|
| 9 |
+
#SBATCH --cpus-per-task=2
|
| 10 |
+
#SBATCH --exclude=jagupard33
|
| 11 |
+
#SBATCH --gres=gpu:1
|
| 12 |
+
#SBATCH --job-name=oym
|
| 13 |
+
#SBATCH --mem=16G
|
| 14 |
+
#SBATCH --open-mode=append
|
| 15 |
+
#SBATCH --output=oym.out
|
| 16 |
+
#SBATCH --partition=jag-standard
|
| 17 |
+
#SBATCH --time=14-0
|
| 18 |
+
|
| 19 |
+
# activate your desired anaconda environment
|
| 20 |
+
. /nlp/scr/q1zhang/miniconda3/envs/q1zhang-oym/etc/profile.d/conda.sh ; conda activate q1zhang-oym
|
| 21 |
+
|
| 22 |
+
# cd to working directory
|
| 23 |
+
cd .
|
| 24 |
+
|
| 25 |
+
# launch commands
|
| 26 |
+
srun --unbuffered run_as_child_processes 'python3 scripts/train_and_annotate.py wandb_params.run_eval='True' wandb_params.output_dir='../models/finetuned_annotation/''
|
| 27 |
+
|
| 28 |
+
###############################
|
| 29 |
+
|
| 30 |
+
submission to slurm complete!
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
###############################
|
| 34 |
+
slurm submission output
|
| 35 |
+
|
| 36 |
+
Submitted batch job 7605743
|
| 37 |
+
|
| 38 |
+
|
| 39 |
+
|
| 40 |
+
###############################
|
| 41 |
+
|
| 42 |
+
/var/lib/slurm/slurmd/job7605743/slurm_script: line 15: /nlp/scr/q1zhang/miniconda3/envs/q1zhang-oym/etc/profile.d/conda.sh: No such file or directory
|
| 43 |
+
|
| 44 |
+
CommandNotFoundError: Your shell has not been properly configured to use 'conda activate'.
|
| 45 |
+
To initialize your shell, run
|
| 46 |
+
|
| 47 |
+
$ conda init <SHELL_NAME>
|
| 48 |
+
|
| 49 |
+
Currently supported shells are:
|
| 50 |
+
- bash
|
| 51 |
+
- fish
|
| 52 |
+
- tcsh
|
| 53 |
+
- xonsh
|
| 54 |
+
- zsh
|
| 55 |
+
- powershell
|
| 56 |
+
|
| 57 |
+
See 'conda init --help' for more information and options.
|
| 58 |
+
|
| 59 |
+
IMPORTANT: You may need to close and restart your shell after running 'conda init'.
|
| 60 |
+
|
| 61 |
+
|
| 62 |
+
###############################
|
| 63 |
+
start time: 2024-05-13 10:11:48.813562
|
| 64 |
+
machine: jagupard37
|
| 65 |
+
conda env: q1zhang-oym
|
| 66 |
+
###############################
|
| 67 |
+
running following processes
|
| 68 |
+
|
| 69 |
+
python3 scripts/train_and_annotate.py wandb_params.run_eval=True wandb_params.output_dir=../models/finetuned_annotation/
|
| 70 |
+
|
| 71 |
+
|
| 72 |
+
###############################
|
| 73 |
+
command outputs:
|
| 74 |
+
|
| 75 |
+
|
| 76 |
+
python3: can't open file '/juice2/scr2/q1zhang/on-your-mark/models/finetuned_annotation/scripts/train_and_annotate.py': [Errno 2] No such file or directory
|
| 77 |
+
###############################
|
| 78 |
+
end time: 2024-05-13 10:11:58.826463
|
| 79 |
+
elapsed time: 0:00:10.012901
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1421599153
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c05a07d1ecb8a122fcf72b536e1db6eb670004bce5d78d0cf947ec6d4e588f17
|
| 3 |
size 1421599153
|
tokenizer.json
CHANGED
|
@@ -1,11 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
-
"truncation":
|
| 4 |
-
"direction": "Right",
|
| 5 |
-
"max_length": 512,
|
| 6 |
-
"strategy": "LongestFirst",
|
| 7 |
-
"stride": 0
|
| 8 |
-
},
|
| 9 |
"padding": null,
|
| 10 |
"added_tokens": [
|
| 11 |
{
|
|
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
+
"truncation": null,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
"padding": null,
|
| 5 |
"added_tokens": [
|
| 6 |
{
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0501be06a71f767029ddb2c7db26e06b386d71c88aa85c34fa5e69d6abbf7c50
|
| 3 |
+
size 4027
|