train_large_v4.sh

PROJECT_DIR=${HOME}"/models/multi-sentencefix-mt5"
T5X_DIR="../../t5x"  # directory where the t5x is cloned.
TFDS_DATA_DIR="gs://nb-t5x-us-central2/corpus_multi_sentencefix_mt5"
MODEL_DIR="gs://nb-t5x-us-central2/large_model_multi_sentencefix_mt5"
export PYTHONPATH=${PROJECT_DIR}

python3 ${T5X_DIR}/t5x/train.py \
  --gin_search_paths=${PROJECT_DIR} \
  --gin_file="finetune_large_mt5_sentencefix_v4.gin" \
  --gin.MODEL_DIR="'${MODEL_DIR}'" \
  --tfds_data_dir=${TFDS_DATA_DIR}