new fix for partitioner number
Browse files
__pycache__/tasks_v4.cpython-38.pyc
ADDED
|
Binary file (1.89 kB). View file
|
|
|
train_large_v4_16.sh
CHANGED
|
@@ -5,7 +5,7 @@ export PYTHONPATH=${PROJECT_DIR}
|
|
| 5 |
|
| 6 |
python3 ${T5X_DIR}/t5x/train.py \
|
| 7 |
--gin_search_paths=${PROJECT_DIR} \
|
| 8 |
-
--gin.partitioning.
|
| 9 |
--gin_file="finetune_large_mt5_sentencefix_v4.gin" \
|
| 10 |
--gin.MODEL_DIR="'${MODEL_DIR}'" \
|
| 11 |
--tfds_data_dir=${TFDS_DATA_DIR}
|
|
|
|
| 5 |
|
| 6 |
python3 ${T5X_DIR}/t5x/train.py \
|
| 7 |
--gin_search_paths=${PROJECT_DIR} \
|
| 8 |
+
--gin.partitioning.ModelBasedPjitPartitioner.num_partitions=4 \
|
| 9 |
--gin_file="finetune_large_mt5_sentencefix_v4.gin" \
|
| 10 |
--gin.MODEL_DIR="'${MODEL_DIR}'" \
|
| 11 |
--tfds_data_dir=${TFDS_DATA_DIR}
|