remove partitionss
Browse files
__pycache__/tasks.cpython-38.pyc
CHANGED
|
Binary files a/__pycache__/tasks.cpython-38.pyc and b/__pycache__/tasks.cpython-38.pyc differ
|
|
|
__pycache__/tasks_v4.cpython-38.pyc
CHANGED
|
Binary files a/__pycache__/tasks_v4.cpython-38.pyc and b/__pycache__/tasks_v4.cpython-38.pyc differ
|
|
|
finetune_large_mt5_sentencefix_v4_16.gin
CHANGED
|
@@ -26,12 +26,12 @@ INITIAL_CHECKPOINT_PATH = "gs://t5-data/pretrained_models/t5x/mt5_large/checkpoi
|
|
| 26 |
|
| 27 |
train_script.train:
|
| 28 |
eval_period = 500
|
| 29 |
-
partitioner = @partitioning.ModelBasedPjitPartitioner()
|
| 30 |
|
| 31 |
# `num_decodes` is equivalent to a beam size in a beam search decoding.
|
| 32 |
models.EncoderDecoderModel.predict_batch_with_aux.num_decodes = 4
|
| 33 |
|
| 34 |
-
partitioning.ModelBasedPjitPartitioner.num_partitions = 2
|
| 35 |
|
| 36 |
|
| 37 |
#from t5.models import mesh_transformer
|
|
|
|
| 26 |
|
| 27 |
train_script.train:
|
| 28 |
eval_period = 500
|
| 29 |
+
# partitioner = @partitioning.ModelBasedPjitPartitioner()
|
| 30 |
|
| 31 |
# `num_decodes` is equivalent to a beam size in a beam search decoding.
|
| 32 |
models.EncoderDecoderModel.predict_batch_with_aux.num_decodes = 4
|
| 33 |
|
| 34 |
+
#partitioning.ModelBasedPjitPartitioner.num_partitions = 2
|
| 35 |
|
| 36 |
|
| 37 |
#from t5.models import mesh_transformer
|