File size: 4,126 Bytes
a20151e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \
    --model-a /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads4-shared1-routed0-topk0-seed0/best_60000\
    --model-b /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads4-shared1-routed0-topk0-seed20/best_60000 \
    --data-path /mnt/data/vinhbk/datasets/text8 --dataset text8
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \
    --model-a /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads4-shared1-routed0-topk0-seed0/best_60000\
    --model-b /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads4-shared1-routed0-topk0-seed40/best_60000 \
    --data-path /mnt/data/vinhbk/datasets/text8 --dataset text8
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \
    --model-a /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads4-shared1-routed0-topk0-seed20/best_60000\
    --model-b /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads4-shared1-routed0-topk0-seed40/best_60000 \
    --data-path /mnt/data/vinhbk/datasets/text8 --dataset text8



CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \
    --model-a /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads8-shared1-routed0-topk0-seed0/best_60000\
    --model-b /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads8-shared1-routed0-topk0-seed20/best_60000 \
    --data-path /mnt/data/vinhbk/datasets/text8 --dataset text8
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \
    --model-a /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads8-shared1-routed0-topk0-seed0/best_60000\
    --model-b /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads8-shared1-routed0-topk0-seed40/best_60000 \
    --data-path /mnt/data/vinhbk/datasets/text8 --dataset text8
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \
    --model-a /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads8-shared1-routed0-topk0-seed20/best_60000\
    --model-b /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads8-shared1-routed0-topk0-seed40/best_60000 \
    --data-path /mnt/data/vinhbk/datasets/text8 --dataset text8


CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \
    --model-a /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads16-shared1-routed0-topk0-seed0/best_60000\
    --model-b /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads16-shared1-routed0-topk0-seed20/best_60000 \
    --data-path /mnt/data/vinhbk/datasets/text8 --dataset text8
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \
    --model-a /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads16-shared1-routed0-topk0-seed0/best_60000\
    --model-b /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads16-shared1-routed0-topk0-seed40/best_60000 \
    --data-path /mnt/data/vinhbk/datasets/text8 --dataset text8
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \
    --model-a /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads16-shared1-routed0-topk0-seed20/best_60000\
    --model-b /mnt/data/vinhbk/weights/text8/gpt2-finetune/finetune-learnable-indice0-heads16-shared1-routed0-topk0-seed40/best_60000 \
    --data-path /mnt/data/vinhbk/datasets/text8 --dataset text8