Add qqp script

microsoft · Feb 9, 2021 · 9f0ee02 · 9f0ee02
1 parent 9fed766
commit 9f0ee02
Showing 1 changed file with 10 additions and 10 deletions.
diff --git a/experiments/glue/qqp.sh b/experiments/glue/qqp.sh
@@ -24,38 +24,38 @@ case ${init,,} in
 	parameters=" --num_train_epochs 8 \
 	--warmup 500 \
 	--learning_rate 2e-5 \
-	--train_batch_size 32 \
+	--train_batch_size 64 \
 	--cls_drop_out 0.15 "
 		;;
 	large)
 	parameters=" --num_train_epochs 8 \
 	--warmup 500 \
 	--learning_rate 1e-5 \
-	--train_batch_size 32 \
+	--train_batch_size 64 \
 	--cls_drop_out 0.15 \
 	--fp16 True "
 		;;
 	xlarge)
 	parameters=" --num_train_epochs 8 \
 	--warmup 500 \
 	--learning_rate 7e-6 \
-	--train_batch_size 32 \
+	--train_batch_size 64 \
 	--cls_drop_out 0.2 \
 	--fp16 True "
 		;;
 	xlarge-v2)
-	parameters=" --num_train_epochs 8 \
-	--warmup 500 \
+	parameters=" --num_train_epochs 10 \
+	--warmup 1000 \
 	--learning_rate 4e-6 \
-	--train_batch_size 32 \
+	--train_batch_size 64 \
 	--cls_drop_out 0.2 \
 	--fp16 True "
 		;;
 	xxlarge-v2)
-	parameters=" --num_train_epochs 8 \
-	--warmup 500 \
+	parameters=" --num_train_epochs 10 \
+	--warmup 1000 \
 	--learning_rate 3e-6 \
-	--train_batch_size 32 \
+	--train_batch_size 64 \
 	--cls_drop_out 0.2 \
 	--fp16 True "
 		;;
@@ -74,7 +74,7 @@ esac
 python -m DeBERTa.apps.run --model_config config.json  \
 	--tag $tag \
 	--do_train \
-	--max_seq_len 512 \
+	--max_seq_len 320 \
 	--task_name $Task \
 	--data_dir $cache_dir/glue_tasks/$Task \
 	--init_model $init \