RIEBench/run.sh at main · wendlerc/RIEBench · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
for n_steps in 4; do
    for k_transfer in 80 160 320 640; do
        for m1 in 1. 2.; do
            papermill main.ipynb ./results/camera_ready/sae_k${k}_exp${exp}_t${n_steps}_ktrans${k_transfer}_m1${m1}.ipynb \
                -p n_steps ${n_steps} \
                -p k_transfer ${k_transfer} \
                -p m1 ${m1} \
                -p mode "sae" \
                -p keep_spatial_info True \
                -p dtype "float32" \
                -p k 160 \
                -p exp 4 \
                -p n_examples_per_edit 50 \
                -p prefix "./results/camera_ready" \
                -p aggregate_timesteps "first"
        done
    done
done

for n_steps in 4; do
        for m1 in 0.25 0.5 1. 2.; do
            papermill main.ipynb ./results/camera_ready/steering_k${k}_exp${exp}_t${n_steps}_ktrans${k_transfer}_m1${m1}.ipynb \
                -p n_steps ${n_steps} \
                -p k_transfer ${k_transfer} \
                -p m1 ${m1} \
                -p mode "steering" \
                -p keep_spatial_info True \
                -p dtype "float32" \
                -p k 160 \
                -p exp 4 \
                -p n_examples_per_edit 50 \
                -p prefix "./results/camera_ready" \
    done
done


for n_steps in 4; do # 4 * 51200 neurons total
    for k_transfer in 5000 10000 20000 40000 80000; do
        for m1 in 1. 2.; do
            papermill main.ipynb ./results/camera_ready/neurons_mean_k${k}_exp${exp}_t${n_steps}_ktrans${k_transfer}_m1${m1}.ipynb \
                -p n_steps ${n_steps} \
                -p k_transfer ${k_transfer} \
                -p m1 ${m1} \
                -p mode "neurons" \
                -p keep_spatial_info True \
                -p dtype "float32" \
                -p k 160 \
                -p exp 4 \
                -p n_examples_per_edit 50 \
                -p prefix "./results/camera_ready" \
                -p aggregate_timesteps "mean"
        done
    done
done


for n_steps in 4; do # 4 * 51200 neurons total
    for k_transfer in 5000 10000 20000 40000 80000; do
        for m1 in 1. 2.; do
            papermill main.ipynb ../results/camera_ready/neurons_first_k${k}_exp${exp}_t${n_steps}_ktrans${k_transfer}_m1${m1}.ipynb \
                -p n_steps ${n_steps} \
                -p k_transfer ${k_transfer} \
                -p m1 ${m1} \
                -p mode "neurons" \
                -p keep_spatial_info True \
                -p dtype "float32" \
                -p k 160 \
                -p exp 4 \
                -p n_examples_per_edit 50 \
                -p prefix "../results/camera_ready" \
                -p aggregate_timesteps "first"
        done
    done
done