Skip to content

Commit

Permalink
added linux version of fine-tune scripts
Browse files Browse the repository at this point in the history
  • Loading branch information
Xeadriel committed Jun 13, 2024
1 parent 249a144 commit 47f87f5
Show file tree
Hide file tree
Showing 3 changed files with 15 additions and 0 deletions.
5 changes: 5 additions & 0 deletions scripts/fine-tuning/1_fine_tune_MRPC_all_checkpoints.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
python -m scripts.fineTune --sz_batch=400 --lr=0.005 --lr_scheduler=OneCycleLR --n_iters=10000 --eval_interval=200 --savedir=results/fineTuningResults/MRPC_v1.1_wacky_mlplanardiv_d2_l8_k20 --optimizer=adamw --seed=0 --accum_steps=10 --weight_decay=1e-6 --pretrainedModel=checkpoints/v1.1/wacky_mlplanardiv_d2_l8_k20 --task=MRPC --thresholdPrediction=True

python -m scripts.fineTune --sz_batch=400 --lr=0.005 --lr_scheduler=OneCycleLR --n_iters=10000 --eval_interval=200 --savedir=results/fineTuningResults/MRPC_v1.1_wacky_mlplanardiv_d2_l4_k10 --optimizer=adamw --seed=0 --accum_steps=10 --weight_decay=1e-6 --pretrainedModel=checkpoints/v1.1/wacky_mlplanardiv_d2_l4_k10 --task=MRPC --thresholdPrediction=True

python -m scripts.fineTune --sz_batch=400 --lr=0.005 --lr_scheduler=OneCycleLR --n_iters=10000 --eval_interval=200 --savedir=results/fineTuningResults/MRPC_v1.1_wacky_mlplanardiv_d2_l4_k1_polysemy --optimizer=adamw --seed=0 --accum_steps=10 --weight_decay=1e-6 --pretrainedModel=checkpoints/v1.1/wacky_mlplanardiv_d2_l4_k1_polysemy --task=MRPC --thresholdPrediction=True
5 changes: 5 additions & 0 deletions scripts/fine-tuning/2_fine_tune_SST-2_all_checkpoints.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
python -m scripts.fineTune --sz_batch=400 --lr=0.005 --lr_scheduler=OneCycleLR --n_iters=10000 --eval_interval=200 --savedir=results/fineTuningResults/SST-2_v1.1_wacky_mlplanardiv_d2_l8_k20 --optimizer=adamw --seed=0 --accum_steps=10 --weight_decay=1e-6 --pretrainedModel=checkpoints/v1.1/wacky_mlplanardiv_d2_l8_k20 --task=SST-2 --thresholdPrediction=True

python -m scripts.fineTune --sz_batch=400 --lr=0.005 --lr_scheduler=OneCycleLR --n_iters=10000 --eval_interval=200 --savedir=results/fineTuningResults/SST-2_v1.1_wacky_mlplanardiv_d2_l4_k10 --optimizer=adamw --seed=0 --accum_steps=10 --weight_decay=1e-6 --pretrainedModel=checkpoints/v1.1/wacky_mlplanardiv_d2_l4_k10 --task=SST-2 --thresholdPrediction=True

python -m scripts.fineTune --sz_batch=400 --lr=0.005 --lr_scheduler=OneCycleLR --n_iters=10000 --eval_interval=200 --savedir=results/fineTuningResults/SST-2_v1.1_wacky_mlplanardiv_d2_l4_k1_polysemy --optimizer=adamw --seed=0 --accum_steps=10 --weight_decay=1e-6 --pretrainedModel=checkpoints/v1.1/wacky_mlplanardiv_d2_l4_k1_polysemy --task=SST-2 --thresholdPrediction=True
5 changes: 5 additions & 0 deletions scripts/fine-tuning/3_fine_tune_RTE_all_checkpoints.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
python -m scripts.fineTune --sz_batch=400 --lr=0.005 --lr_scheduler=OneCycleLR --n_iters=10000 --eval_interval=200 --savedir=results/fineTuningResults/RTE_v1.1_wacky_mlplanardiv_d2_l8_k20 --optimizer=adamw --seed=0 --accum_steps=10 --weight_decay=1e-6 --pretrainedModel=checkpoints/v1.1/wacky_mlplanardiv_d2_l8_k20 --task=RTE --thresholdPrediction=True

python -m scripts.fineTune --sz_batch=400 --lr=0.005 --lr_scheduler=OneCycleLR --n_iters=10000 --eval_interval=200 --savedir=results/fineTuningResults/RTE_v1.1_wacky_mlplanardiv_d2_l4_k10 --optimizer=adamw --seed=0 --accum_steps=10 --weight_decay=1e-6 --pretrainedModel=checkpoints/v1.1/wacky_mlplanardiv_d2_l4_k10 --task=RTE --thresholdPrediction=True

python -m scripts.fineTune --sz_batch=400 --lr=0.005 --lr_scheduler=OneCycleLR --n_iters=10000 --eval_interval=200 --savedir=results/fineTuningResults/RTE_v1.1_wacky_mlplanardiv_d2_l4_k1_polysemy --optimizer=adamw --seed=0 --accum_steps=10 --weight_decay=1e-6 --pretrainedModel=checkpoints/v1.1/wacky_mlplanardiv_d2_l4_k1_polysemy --task=RTE --thresholdPrediction=True

0 comments on commit 47f87f5

Please sign in to comment.