training/prepare_training.sh

#!/bin/sh
# prepare_training.sh
# author: Julie Kallini

readonly MISTRAL_PATH=/nlp/scr/kallini/mistral

echo "
-------------------------------------------------------------------------------
Arguments
-------------------------------------------------------------------------------
"
echo "Perturbation type: $1"
echo "Train set: $2"
echo "Random seed: $3"
echo "Paren pretrained model: $4"
NO_POS_ENCODINGS=${5:-''}
echo "No pos encodings: $NO_POS_ENCODINGS"
echo "Mistral path: $MISTRAL_PATH"

if [ -z "$NO_POS_ENCODINGS" ]
then
    NPS=""
    NPSunderscore=""
else
    NPS="-no-positional-encodings"
    NPSunderscore="_no_positional_encodings"
fi

# Generate yaml files for mistral training
echo "
-------------------------------------------------------------------------------
Generating yaml files for mistral training
-------------------------------------------------------------------------------
"
GENERATE_YAML_COMMAND="python3 generate_yaml.py $1 $2 $3 $4 $NO_POS_ENCODINGS"
echo $GENERATE_YAML_COMMAND
eval $GENERATE_YAML_COMMAND

# Copy yaml files to mistral directory
echo "
-------------------------------------------------------------------------------
Copying config yaml files to mistral directory
-------------------------------------------------------------------------------
"
COPY_DATASET_COMMAND="cp conf/babylm_$1_$2_$4$NPSunderscore/seed$3/dataset_$1_$2_seed$3.yaml $MISTRAL_PATH/conf/datasets/dataset_$1_$2_seed$3.yaml"
echo $COPY_DATASET_COMMAND
eval $COPY_DATASET_COMMAND
echo ""

COPY_TRAIN_COMMAND="cp conf/babylm_$1_$2_$4$NPSunderscore/seed$3/train_$1_$2_$4$NPSunderscore"_"seed$3.yaml $MISTRAL_PATH/conf/train_$1_$2_$4$NPSunderscore"_"seed$3.yaml"
echo $COPY_TRAIN_COMMAND
eval $COPY_TRAIN_COMMAND
echo ""

COPY_MODEL_COMMAND="cp conf/babylm_$1_$2_$4$NPSunderscore/gpt2$NPS-small-$1-$4.yaml $MISTRAL_PATH/conf/models/gpt2$NPS-small-$1-$4.yaml"
echo $COPY_MODEL_COMMAND
eval $COPY_MODEL_COMMAND

echo "
-------------------------------------------------------------------------------
Done!
-------------------------------------------------------------------------------
"