ssl-evaluation/exp_PL.sh at main · cvl-umass/ssl-evaluation · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
alg=PL
batch_size=60
## unused args
kd_T=1.0
alpha=0.7

## PL
MoCo=false
for unlabel in in inout; do
  for task in semi_aves semi_fungi; do
    for init in imagenet inat; do

      if [ ${init} == scratch ]
      then
        ## From scratch ##
        init=scratch
        num_iter=100000
        warmup=10000
        lr=3e-2
        wd=1e-4
        if [ ${unlabel} == in ]
        then
          threshold=0.95
        else
          threshold=0.95
        fi
      elif [ ${init} == imagenet ]
      then
        ## From ImageNet ##
        init=imagenet
        num_iter=10000
        warmup=1000
        # lr=3e-3
        lr=1e-3
        wd=1e-4
        if [ ${unlabel} == in ]
        then
          threshold=0.95
        else
          threshold=0.95
        fi
      elif [ ${init} == inat ]
      then
        ## From iNat ##
        init=inat
        num_iter=10000
        warmup=1000
        # lr=3e-3
        lr=1e-3
        wd=1e-4
        if [ ${unlabel} == in ]
        then
          threshold=0.95
        else
          threshold=0.95
        fi
      fi

      exp_dir=${task}_${alg}_${init}_${unlabel}_${lr}_${wd}_${num_iter}
      echo "${exp_dir}"
      out_path=slurm_out_0504/${exp_dir}
      err_path=slurm_err_0504/${exp_dir}
      export task init alg batch_size lr wd num_iter exp_dir unlabel MoCo kd_T alpha warmup
      sbatch --gres=gpu:1 -p 1080ti-long -o ${out_path}.out -e ${err_path}.err run_train.sbatch

    done
  done
done