-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathrun_test_rig.py
More file actions
192 lines (115 loc) · 14.2 KB
/
run_test_rig.py
File metadata and controls
192 lines (115 loc) · 14.2 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
# pipeline data run locations
pipelineDir = [
# cycle 4 12 benchmarks
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.00484.L_2017_10_18T14_56_42.619/SOUS_uid___A001_Xbd4641_X1e/GOUS_uid___A001_Xbd4641_X22/MOUS_uid___A001_Xbd4641_X23/working/pipeline-20171018T161546',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.00565.S_2017_09_21T19_36_22.299/SOUS_uid___A001_X87c_X451/GOUS_uid___A001_X87c_X452/MOUS_uid___A001_X87c_X453/working/pipeline-20170921T203637',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2015.1.00827.S_2017_10_16T13_00_53.514/SOUS_uid___A001_X2fb_X110/GOUS_uid___A001_X2fb_X111/MOUS_uid___A001_X2fb_X112/working/pipeline-20171016T154503',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.00859.S_2017_09_25T13_01_50.878/SOUS_uid___A001_X87c_X61a/GOUS_uid___A001_X87c_X61b/MOUS_uid___A001_X87c_X61c/working/pipeline-20170925T133221',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.00970.S_2017_10_17T12_59_53.565/SOUS_uid___A001_X879_X1cd/GOUS_uid___A001_X879_X1ce/MOUS_uid___A001_X879_X1cf/working/pipeline-20171017T142059',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.01269.S_2017_09_25T19_58_22.702/SOUS_uid___A001_X87d_Xc79/GOUS_uid___A001_X87d_Xc7a/MOUS_uid___A001_X87d_Xc7b/working/pipeline-20170925T205947',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.01400.S_2017_09_22T15_04_25.685/SOUS_uid___A001_X88f_X24e/GOUS_uid___A001_X88f_X24f/MOUS_uid___A001_X88f_X250/working/pipeline-20170922T165208',
# cycle 4 7m benchmarks
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.00063.S_2017_10_18T16_39_26.936/SOUS_uid___A001_X879_X6cd/GOUS_uid___A001_X879_X6ce/MOUS_uid___A001_X879_X6d1/working/pipeline-20171018T203055',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.00577.S_2017_10_19T13_25_46.694/SOUS_uid___A001_X87c_X107/GOUS_uid___A001_X87c_X108/MOUS_uid___A001_X87c_X10d/working/pipeline-20171019T155046',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.00747.S_2017_09_26T14_03_07.711/SOUS_uid___A001_X879_X422/GOUS_uid___A001_X879_X423/MOUS_uid___A001_X879_X426/working/pipeline-20170926T190612',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.00782.S_2017_10_25T21_09_41.725/SOUS_uid___A001_X87c_X819/GOUS_uid___A001_X87c_X81a/MOUS_uid___A001_X87c_X81d/working/pipeline-20171025T214258',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.00875.S_2017_10_19T13_29_49.068/SOUS_uid___A001_X88f_X124/GOUS_uid___A001_X88f_X125/MOUS_uid___A001_X88f_X128/working/pipeline-20171019T161036',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.00912.S_2017_09_22T15_04_36.605/SOUS_uid___A001_X885_X3fb/GOUS_uid___A001_X885_X3fc/MOUS_uid___A001_X885_X3ff/working/pipeline-20170922T164116',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2016.1.00121.S_2017_10_20T11_41_28.068/SOUS_uid___A001_X88a_X5/GOUS_uid___A001_X88a_X6/MOUS_uid___A001_X88a_Xb/working/pipeline-20171020T133735',
# cycle 3 12m benchmarks
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2015.A.00005.S_2017_09_26T14_04_44.816/SOUS_uid___A002_Xad2d3f_X15/GOUS_uid___A002_Xad2d3f_X16/MOUS_uid___A002_Xad2d3f_X17/working/pipeline-20170926T154615',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2015.1.00131.S_2017_09_26T01_03_04.615/SOUS_uid___A001_X2fa_X185/GOUS_uid___A001_X2fa_X186/MOUS_uid___A001_X2fa_X187/working/pipeline-20170926T013947',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2015.1.00137.S_2017_09_20T17_31_30.945/SOUS_uid___A002_Xac065b_X46/GOUS_uid___A002_Xac065b_X47/MOUS_uid___A002_Xac065b_X48/working/pipeline-20170920T200924',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2015.1.00150.S_2017_09_20T17_31_40.855/SOUS_uid___A001_X2f6_X263/GOUS_uid___A001_X2f6_X264/MOUS_uid___A001_X2f6_X265/working/pipeline-20170920T181839',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2015.1.00633.S_2017_09_26T12_46_40.540/SOUS_uid___A001_X2f7_X1e7/GOUS_uid___A001_X2f7_X1e8/MOUS_uid___A001_X2f7_X1eb/working/pipeline-20170926T131654',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2015.1.00956.S_2017_09_20T17_31_55.500/SOUS_uid___A001_X2fb_X2b7/GOUS_uid___A001_X2fb_X2b8/MOUS_uid___A001_X2fb_X2b9/working/pipeline-20170920T193845',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2015.1.01068.S_2017_09_26T17_45_18.579/SOUS_uid___A001_X2fa_Xec/GOUS_uid___A001_X2fa_Xed/MOUS_uid___A001_X2fa_Xf0/working/pipeline-20170926T210740',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2015.1.01084.S_2017_10_16T18_11_47.813/SOUS_uid___A001_X2fa_X1fa/GOUS_uid___A001_X2fa_X1fb/MOUS_uid___A001_X2fa_X1fc/working/pipeline-20171016T185105',
# Cycle 3 7m benchmarks
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2015.1.00190.S_2017_09_20T17_31_58.043/SOUS_uid___A001_X2fe_X112/GOUS_uid___A001_X2fe_X113/MOUS_uid___A001_X2fe_X116/working/pipeline-20170920T191717',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2015.1.00665.S_2017_10_17T12_59_43.510/SOUS_uid___A001_X2d8_X2c1/GOUS_uid___A001_X2d8_X2c2/MOUS_uid___A001_X2d8_X2c5/working/pipeline-20171017T133524',
'/lustre/naasc/sciops/comm/sbooth/pipeline/root/5.1.0_validation/2015.1.00956.S_2017_09_28T20_44_42.962/SOUS_uid___A001_X2fb_X2b7/GOUS_uid___A001_X2fb_X2b8/MOUS_uid___A001_X2fb_X2bb/working/pipeline-20170928T221653'
]
# output directory
outDir = '/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/data/'
# what pipeline stages we are interested in.
#stages = [29,31,33]
stages = [18]
import test_rig
for pDir in pipelineDir:
test_rig.extractDataFromPipeline(pDir,outDir,stages=stages)
dPir = '/lustre/naasc/sciops/comm/rindebet/pipeline/root/2017.1.00370.S_2018_07_21T15_48_59.392/SOUS_uid___A001_X1273_X498/GOUS_uid___A001_X1273_X499/MOUS_uid___A001_X1273_X49a/working/pipeline-20180721T164006'
test_rig.extractDataFromPipeline(dPir,outDir,stages=[31,33,35])
outDir = '/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/data/'
test_rig.setupTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/base_speed')
test_rig.setupTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/prune_speedup')
test_rig.setupTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/grow_speedup')
test_rig.setupTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/stop_mask')
test_rig.setupTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/negative_threshold')
test_rig.setupTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/stop_mask_nocondition2')
test_rig.setupTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/prerelease')
test_rig.setupTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/new_noise')
test_rig.setupTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/new_noise_nonzeroloc')
test_rig.setupTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/minpercentchange')
test_rig.setupRobustTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/robust_p2_test',robust=2,ptsPerBeam=5.0)
test_rig.setupRobustTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/robust_p2_ptsPerBeam3_test',robust=2,ptsPerBeam=3.0)
test_rig.setupRobustTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/robust_n05_test',robust=-0.5,ptsPerBeam=5.0)
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/base_speed','/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/base_speed/casa-feature-CAS-10758-1.el6')
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/prune_speedup','/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/prune_speedup/casa-feature-CAS-10758-3.el6')
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/grow_speedup','/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/grow_speedup/casa-feature-CAS-10758-9.el6')
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/stop_mask','/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/stop_mask/casa-feature-CAS-10758-16.el6')
## DONE
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/robust_p2_test','/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/grow_speedup/casa-feature-CAS-10758-9.el6')
## MOSTLY RUN
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/robust_p2_ptsPerBeam3_test','/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/grow_speedup/casa-feature-CAS-10758-9.el6')
## Mostly Run
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/robust_n05_test','/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/grow_speedup/casa-feature-CAS-10758-9.el6')
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/negative_threshold','/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/negative_threshold/casa-feature-CAS-10758-13.el6')
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/stop_mask_nocondition2','/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/stop_mask/casa-feature-CAS-10758-20.el6')
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/prerelease','')
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/new_noise','/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/rms_test/casa_test_v2/casa-test-CAS-11216-3.el6')
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/new_noise_nonzeroloc','/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/new_noise_nonzeroloc/casa-test-CAS-11216-5.el6')
# To submit batch processing to the cluster.
# /lustre/naasc/users/jrobnett/alma-pipeline/bin/batch_pipe.sh -m 245 ./pipelinerun
## Adding Remy's really waffly data set.
dPir = '/lustre/naasc/sciops/comm/rindebet/pipeline/root/2017.1.00370.S_2018_07_21T15_48_59.392/SOUS_uid___A001_X1273_X498/GOUS_uid___A001_X1273_X499/MOUS_uid___A001_X1273_X49a/working/pipeline-20180721T164006'
test_rig.extractDataFromPipeline(dPir,outDir,stages=[31,33,35])
outDir = '/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/data/'
test_rig.setupTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/minpercentchange')
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/minpercentchange','')
outDir = '/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/data/'
test_rig.setupNewParameterTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/noGrowPrune','dogrowprune=False','nogrowprune')
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/noGrowPrune','')
testparam = (('robust',2),('niter',5),('interactive',1),('dogrowprune',False))
test_rig.modifyParameters('2015.1.00131.S_2017_09_26T01_03_04.615.py','junk.py',testparam)
import mask_stats
import csv
csvfile = open('test.csv','w')
writer = csv.writer(csvfile,delimiter=',')
mask_stats.compareMasks('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/minpercentchange/2015.1.00956.S_2017_09_20T17_31_55.500/uid___A001_X2fb_X2b9.s29_0.NGC_4321_sci.spw19.mfs.I.iter1.mask',
'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/prerelease/2015.1.00956.S_2017_09_20T17_31_55.500/uid___A001_X2fb_X2b9.s29_0.NGC_4321_sci.spw19.mfs.I.iter1.mask',
writer)
csvfile.close()
mask_stats.runMaskComparison('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/minpercentchange','/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/prerelease','test.csv',projects=['2015.1.00131.S_2017_09_26T01_03_04.615','2016.1.00565.S_2017_09_21T19_36_22.299'])
# Another test project
import test_rig
pipelineDir = '/lustre/old_naasc/sciops/comm/thunter/pipeline/root/r41809_5.4.0-46_parallel/2017.1.00661.S_2018_07_31T15_33_33.055/SOUS_uid___A001_X128e_X216/GOUS_uid___A001_X128e_X217/MOUS_uid___A001_X128e_X21a/working/pipeline-20180731T172703'
outDir = '/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/data/'
# what pipeline stages we are interested in.
stages = [31,33,35,37]
test_rig.extractDataFromPipeline(pipelineDir,outDir,stages=stages)
testparam = (('negativethreshold','7.0'))
test_rig.modifyParameters('2015.1.00131.S_2017_09_26T01_03_04.615.py','junk.py',testparam)
import sys
sys.path.append('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/code')
import test_rig
test_rig.modifyParameters('2017.1.00661.S_2018_07_31T15_33_33.055_stage35.py','2017.1.00661.S_2018_07_31T15_33_33.055_stage35_negativethreshold7.py',[('negativethreshold',7.0),('parallel',False)])
# adding yet another NGC6334 data set that has issues with masking
import test_rig
dPir = '/lustre/old_naasc/sciops/comm/rindebet/pipeline/root/r41809_5.4.0-46_parallel/2017.1.00717.S_2018_07_31T15_36_15.431/SOUS_uid___A001_X1273_Xc64/GOUS_uid___A001_X1273_Xc65/MOUS_uid___A001_X1273_Xc66/working/pipeline-20180731T180858'
outDir = '/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/data/'
test_rig.extractDataFromPipeline(dPir,outDir,stages=[31,33,35])
## Final 5.4.0-68 speed tests
outDir = '/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/data/'
test_rig.setupTest(outDir,'/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/casa540-68_serial')
test_rig.createBatchScript('/lustre/naasc/sciops/comm/akepley/pl/autobox/casa5.3_dev/speed_tests/casa540-68_serial','/home/casa/packages/RHEL6/release/casa-release-5.4.0-68')