| | #!/bin/sh |
| | |
| | |
| |
|
| | echo " |
| | ------------------------------------------------------------------------------- |
| | Arguments |
| | ------------------------------------------------------------------------------- |
| | " |
| | echo "Random seed: $1" |
| | NO_POS_ENCODINGS=${2:-''} |
| | echo "No pos encodings: $NO_POS_ENCODINGS" |
| |
|
| | echo " |
| | ------------------------------------------------------------------------------- |
| | Run perplexities for each perturbation type |
| | ------------------------------------------------------------------------------- |
| | " |
| |
|
| | COMMAND="python3 perplexities.py hop_control hop_control 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py hop_tokens4 hop_tokens4 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py hop_words4 hop_words4 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py reverse_control reverse_control 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py reverse_full reverse_full 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py reverse_partial reverse_partial 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_control shuffle_control 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_nondeterministic shuffle_nondeterministic 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_deterministic21 shuffle_deterministic21 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_deterministic21 shuffle_deterministic57 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_deterministic21 shuffle_deterministic84 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_deterministic21 shuffle_nondeterministic 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_deterministic57 shuffle_deterministic21 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_deterministic57 shuffle_deterministic57 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_deterministic57 shuffle_deterministic84 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_deterministic57 shuffle_nondeterministic 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_deterministic84 shuffle_deterministic21 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_deterministic84 shuffle_deterministic57 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_deterministic84 shuffle_deterministic84 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_deterministic84 shuffle_nondeterministic 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_local3 shuffle_local3 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_local5 shuffle_local5 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_local10 shuffle_local10 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | COMMAND="python3 perplexities.py shuffle_even_odd shuffle_even_odd 100M $1 randinit $NO_POS_ENCODINGS" |
| | echo $COMMAND |
| | eval $COMMAND |
| | echo " |
| | " |
| |
|
| | echo " |
| | ------------------------------------------------------------------------------- |
| | Done! |
| | ------------------------------------------------------------------------------- |
| | " |
| |
|