NbAiLab
/

nb-roberta-base-scandi-1e4

Inference Endpoints

Model card Files Files and versions Metrics Training metrics Community

pere commited on Jan 14, 2023

Commit

8e382ba

·

1 Parent(s): 906a645

run

Files changed (1) hide show

run.sh +1 -1

run.sh CHANGED Viewed

@@ -7,7 +7,7 @@ python run_mlm_flax_stream.py \
     --weight_decay="0.01" \
     --per_device_train_batch_size="56" \
     --per_device_eval_batch_size="16" \
-    --learning_rate="3e-4" \
     --warmup_steps="25000" \
     --overwrite_output_dir \
     --num_train_steps="250000" \

     --weight_decay="0.01" \
     --per_device_train_batch_size="56" \
     --per_device_eval_batch_size="16" \
+    --learning_rate="1e-4" \
     --warmup_steps="25000" \
     --overwrite_output_dir \
     --num_train_steps="250000" \