script.sh

# python data_augmentation.py --trigger_name trigger_data.csv --generate_name augment_result_06251547.csv
# python metrics.py --refer_name slang_augment_30000_split.csv --eval_name augment_result_06251547.csv --metric freqency
# python metrics.py --refer_name slang_augment_30000_split.csv --eval_name augment_result_06251547.csv --metric perplexity
# python metrics.py --refer_name slang_augment_30000_split.csv --eval_name augment_result_06251547.csv
# python train.py --n_epochs_mlm 10 --n_epochs_cls 10

# # baseline cls with only linear layer
# python train.py --is_baseline yes --mlm_adapter_name model_1657482929 --n_epochs_cls 100 --lr_cls 1e-5 --baseline_with_adapter no --message "baseline cls with only linear layer"

# # baseline cls with adapter layer
# python train.py --is_baseline yes --mlm_adapter_name model_1657482929 --n_epochs_cls 100 --lr_cls 1e-5 --baseline_with_adapter yes --message "baseline cls with adapter layer"

# # mlm + cls with adapter not updated
# python train.py --is_baseline no --mlm_adapter_name model_1657482929 --n_epochs_cls 100 --lr_cls 1e-5 --update_adapter_cls no --message "mlm + cls with adapter not updated"

# # mlm + cls with adapter updated
# python train.py --is_baseline no --mlm_adapter_name model_1657482929 --n_epochs_cls 100 --lr_cls 1e-5 --update_adapter_cls yes --message "mlm + cls with adapter updated"

# # mlm
# python train.py --mlm_threshold 0.5 --n_epochs_mlm 10 --lr_mlm 1e-5 --wd_mlm 1e-2 --message 'mlm_test'

# python test.py --model_size mini --test_model_dir model_no_1657635271 --baseline_with_adapter no

python quick_mlm.py
python quick_cls_baseline.py