-
Notifications
You must be signed in to change notification settings - Fork 6
/
Copy pathrun_pretrain.sh
16 lines (11 loc) · 1.2 KB
/
run_pretrain.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
# MAX INPUT DIM 1
#Pretrain from scratch
python train.py --loss_type CLIP --normalize_y True --batch_size 256 --dump_path ./dump --max_input_dimension 1 --n_steps_per_epoch 1000 --max_epoch 100000 --exp_name B256 --exp_id run1-1d --lr 4e-5 --latent_dim 512 --save_periodic 10
#Load and Continue Pretraining on the pretrained model weights
python train.py --reload_model ./weights/snip-1d-normalized.pth --loss_type CLIP --batch_size 256 --dump_path ./dump --max_input_dimension 1 --n_steps_per_epoch 1000 --max_epoch 100000 --exp_name B256 --exp_id run1-1d --lr 4e-5 --latent_dim 512 --save_periodic 10
###########################################
# MAX INPUT DIM 10
#Pretrain from scratch
python train.py --loss_type CLIP --batch_size 256 --dump_path ./dump --max_input_dimension 10 --n_steps_per_epoch 1000 --max_epoch 100000 --exp_name B256 --exp_id run1-10d --lr 4e-5 --latent_dim 512 --save_periodic 10
#Load and Continue Pretraining on the pretrained model weights
python train.py --reload_model ./weights/snip-10dmax.pth --loss_type CLIP --batch_size 256 --dump_path ./dump --max_input_dimension 10 --n_steps_per_epoch 1000 --max_epoch 100000 --exp_name B256 --exp_id run1-10d --lr 4e-5 --latent_dim 512 --save_periodic 10