Impossible_llm / perplexities /perplexities.sh
Yaning1001's picture
Add files using upload-large-folder tool
94011a1 verified
#!/bin/sh
# perplexities.sh
# author: Julie Kallini
echo "
-------------------------------------------------------------------------------
Arguments
-------------------------------------------------------------------------------
"
echo "Random seed: $1"
NO_POS_ENCODINGS=${2:-''}
echo "No pos encodings: $NO_POS_ENCODINGS"
echo "
-------------------------------------------------------------------------------
Run perplexities for each perturbation type
-------------------------------------------------------------------------------
"
COMMAND="python3 perplexities.py hop_control hop_control 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py hop_tokens4 hop_tokens4 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py hop_words4 hop_words4 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py reverse_control reverse_control 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py reverse_full reverse_full 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py reverse_partial reverse_partial 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_control shuffle_control 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_nondeterministic shuffle_nondeterministic 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_deterministic21 shuffle_deterministic21 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_deterministic21 shuffle_deterministic57 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_deterministic21 shuffle_deterministic84 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_deterministic21 shuffle_nondeterministic 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_deterministic57 shuffle_deterministic21 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_deterministic57 shuffle_deterministic57 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_deterministic57 shuffle_deterministic84 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_deterministic57 shuffle_nondeterministic 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_deterministic84 shuffle_deterministic21 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_deterministic84 shuffle_deterministic57 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_deterministic84 shuffle_deterministic84 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_deterministic84 shuffle_nondeterministic 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_local3 shuffle_local3 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_local5 shuffle_local5 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_local10 shuffle_local10 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
COMMAND="python3 perplexities.py shuffle_even_odd shuffle_even_odd 100M $1 randinit $NO_POS_ENCODINGS"
echo $COMMAND
eval $COMMAND
echo "
"
echo "
-------------------------------------------------------------------------------
Done!
-------------------------------------------------------------------------------
"