-
Notifications
You must be signed in to change notification settings - Fork 0
/
train_vit_post.sh
27 lines (23 loc) · 2.62 KB
/
train_vit_post.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
#!/bin/bash
# python run_exp_vit.py --model vit --layers 2 --batch_size 128 --epochs 1 --optimizer adam --exp_id exp1 --log --log_dir /home/mila/v/venkatesh.ramesh/scratch/as2/IFT6135-2/assignment2/logs_vit
# python run_exp_vit.py --model vit --layers 6 --batch_size 128 --epochs 50 --optimizer adamw --exp_id cif10_6_pre --log --log_dir /home/mila/v/venkatesh.ramesh/scratch/as2/IFT6135-2/assignment2/logs_vit
# python run_exp_vit.py --model vit --layers 6 --batch_size 128 --epochs 50 --optimizer adamw --exp_id cif10_6_post --log --log_dir /home/mila/v/venkatesh.ramesh/scratch/as2/IFT6135-2/assignment2/logs_vit --block postnorm
# python run_exp_vit.py --model vit --layers 2 --batch_size 128 --epochs 1 --optimizer sgd --exp_id exp3 --log --log_dir /home/mila/v/venkatesh.ramesh/scratch/as2/IFT6135-2/assignment2/logs_vit
# python run_exp_vit.py --model vit --layers 2 --batch_size 128 --epochs 1 --optimizer momentum --exp_id exp4 --log --log_dir /home/mila/v/venkatesh.ramesh/scratch/as2/IFT6135-2/assignment2/logs_vit
# CIFAR 100 experiments
# results_path='/home/GRAMES.POLYMTL.CA/u114716/neural_scaling_laws/nsl-project/results'
# echo "###### PRE-NORM EXPERIMENT STARTED ########"
# CUDA_VISIBLE_DEVICES=0 python run_exp_vit.py --dataset cifar100 --model vit --layers 4 --block postnorm -bs 1024 -ps 4 -nhead 12 --epochs 200 --opt adamw --print_every 150 --exp_id pla365_6_pre_bs=128_ps=4_ep=200_adam --log --log_dir $results_path
# echo "###### PRE-NORM EXPERIMENT ENDED ########"
# echo " "
# echo "###### POST-NORM EXPERIMENT STARTED ########"
# python run_exp_vit.py --dataset cifar100 --model vit --layers 2 --block postnorm -bs 256 -ps 4 --epochs 200 --opt adam --exp_id cif100_2_post_bs=256_ps=4_ep=200_adam --log --log_dir $results_path
# echo "###### POST-NORM EXPERIMENT ENDED ########"
# #python run_exp_vit.py --model vit --layers 4 --batch_size 128 --epochs 1 --optimizer adamw --exp_id exp5 --log --log_dir /home/mila/v/venkatesh.ramesh/scratch/as2/IFT6135-2/assignment2/logs_vit
# #python run_exp_vit.py --model vit --layers 6 --batch_size 128 --epochs 1 --optimizer adamw --block postnorm --exp_id exp7 --log --log_dir /home/mila/v/venkatesh.ramesh/scratch/as2/IFT6135-2/assignment2/logs_vit
# IMAGENETTE experiments
results_path='/home/GRAMES.POLYMTL.CA/u114716/neural_scaling_laws/nsl-project/results'
echo "###### POST-NORM EXPERIMENT STARTED ########"
CUDA_VISIBLE_DEVICES=0,1 python run_exp_vit_pl.py -ngpus 2 --dataset imagenette --model vit --layers 12 --block postnorm -bs 16 -ps 8 --epochs 200 --opt adamw --exp_id imgnet_12_post_bs=16_ps=4_ep=200_adamw --log_dir $results_path
echo "###### POST-NORM EXPERIMENT ENDED ########"
echo " "