|
|
#!/bin/bash |
|
|
|
|
|
export ZONE=us-central2-b |
|
|
export XRT_TPU_CONFIG="localservice;0;localhost:51011" |
|
|
export TPU_NUM_DEVICES=4 |
|
|
export ALLOW_MULTIPLE_LIBTPU_LOAD=1 |
|
|
|
|
|
python ../../SimCSE/train.py \ |
|
|
--model_name_or_path NbAiLab/nb-bert-base \ |
|
|
--train_file data/mnli_no_for_simcse.csv \ |
|
|
--output_dir result/sup-simcse-nb-bert-base \ |
|
|
--num_train_epochs 3 \ |
|
|
--per_device_train_batch_size 128 \ |
|
|
--learning_rate 5e-5 \ |
|
|
--max_seq_length 32 \ |
|
|
--evaluation_strategy steps \ |
|
|
--metric_for_best_model stsb_spearman \ |
|
|
--load_best_model_at_end \ |
|
|
--eval_steps 125 \ |
|
|
--pooler_type cls \ |
|
|
--overwrite_output_dir \ |
|
|
--temp 0.05 \ |
|
|
--do_train \ |
|
|
--do_eval \ |
|
|
"$@" |
|
|
|
