Files
transformers/examples/summarization/bart/run_multi.sh
T
2020-05-21 13:43:47 -04:00

24 lines
884 B
Bash
Executable File

#!/usr/bin/env bash
export CUDA_VISIBLE_DEVICES=1
# OUTPUT_DIR=dbart/logs/dl1_last ./run_distiller.sh --n_val 500 --num_train_epochs 2 --student_decoder_layers 1
OUTPUT_DIR=dbart/logs/dl6_maxlen_140 ./run_distiller.sh --n_val 500 --num_train_epochs 2 --student_decoder_layers 6 \
--max_target_length 140 --test_mtl 140 --val_mtl 140 \
--gradient_accumulation_steps 3 \
--train_batch_size=16 \
--eval_batch_size=32
OUTPUT_DIR=dbart/logs/dl1_last_multi_gpu ./run_distiller.sh --n_val 500 --num_train_epochs 2 \
--student_decoder_layers 1 --n_gpu 2 --gradient_accumulation_steps 3
## Sasha_ds
OUTPUT_DIR=dbart/logs/sasha_maxlen_140 ./run_distiller.sh --n_val 500 --num_train_epochs 2 --student_decoder_layers 6 \
--max_target_length 140 --test_mtl 140 --val_mtl 140 \
--gradient_accumulation_steps 3 \
--train_batch_size=16 \
--eval_batch_size=32
--tgt_suffix=