forked from pytorch/pytorch
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathslow_tests.json
More file actions
252 lines (252 loc) · 26.9 KB
/
slow_tests.json
File metadata and controls
252 lines (252 loc) · 26.9 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
{
"EndToEndLSTM (__main__.RNNTest)": 184.69266764322916,
"MultiheadAttention (__main__.ModulesTest)": 137.28699747721353,
"test_3mm_add (__main__.TestTritonDotReduction)": 100.44633229573567,
"test_AllenaiLongformerBase_repro_cpu_halide (__main__.HalideCpuTests)": 213.74633280436197,
"test_StridedShard_to_shard_order (__main__.Test_StridedShard_with_shard_order)": 283.25299580891925,
"test__adaptive_avg_pool2d (__main__.CPUReproTests)": 92.95833418104384,
"test_adaptive_max_pool2d1_cpu_halide (__main__.HalideCpuTests)": 116.62366739908855,
"test_after_aot_cpu_runtime_error (__main__.MinifierIsolateTests)": 62.366333855523,
"test_alexnet_prefix_cpu_halide (__main__.HalideCpuTests)": 177.8383331298828,
"test_aot_autograd_disable_functionalization_exhaustive_nn_functional_max_pool2d_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 63.67699940999349,
"test_aot_autograd_disable_functionalization_symbolic_exhaustive_nn_functional_max_pool1d_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 127.79400380452473,
"test_aot_autograd_disable_functionalization_symbolic_exhaustive_nn_functional_max_pool2d_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 208.3969980875651,
"test_aot_autograd_disable_functionalization_symbolic_exhaustive_nn_functional_max_pool3d_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 124.48566436767578,
"test_aot_autograd_disable_functionalization_symbolic_exhaustive_svd_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 73.43719082786923,
"test_aot_autograd_symbolic_exhaustive_linalg_svd_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 71.86966705322266,
"test_aot_autograd_symbolic_exhaustive_nn_functional_max_pool1d_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 145.66200256347656,
"test_aot_autograd_symbolic_exhaustive_nn_functional_max_pool2d_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 223.1346689860026,
"test_aot_autograd_symbolic_exhaustive_nn_functional_max_pool3d_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 136.3513387044271,
"test_aot_autograd_symbolic_exhaustive_nn_functional_max_unpool2d_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 66.18100102742513,
"test_aot_autograd_symbolic_exhaustive_nn_functional_unfold_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 61.71500015258789,
"test_aot_autograd_symbolic_exhaustive_ormqr_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 68.69900004069011,
"test_aot_autograd_symbolic_exhaustive_svd_cpu_float32 (__main__.TestEagerFusionOpInfoCPU)": 67.28733571370442,
"test_aot_autograd_symbolic_module_exhaustive_nn_TransformerDecoderLayer_cpu_float32 (__main__.TestEagerFusionModuleInfoCPU)": 149.20133209228516,
"test_associative_scan_partial_grad_combine_mode_generic_compile_mode_compile_dynamic_shape_reverse_False_cpu (__main__.AssociativeScanTests)": 91.24416859944661,
"test_associative_scan_partial_grad_combine_mode_generic_compile_mode_compile_dynamic_shape_reverse_True_cpu (__main__.AssociativeScanTests)": 108.57016626993816,
"test_avg_pool3d_backward2_cpu (__main__.CpuTests)": 616.325,
"test_avg_pool3d_backward2_cpu (__main__.CpuTritonTests)": 272.4786682128906,
"test_avg_pool3d_backward2_cuda (__main__.GPUTests)": 156.27499934605189,
"test_avg_pool3d_backward2_dynamic_shapes_cpu (__main__.DynamicShapesCodegenCpuTests)": 529.6212259928385,
"test_avg_pool3d_backward2_dynamic_shapes_cpu (__main__.DynamicShapesCpuTests)": 542.7406548394097,
"test_avg_pool3d_backward2_dynamic_shapes_cuda (__main__.DynamicShapesCodegenGPUTests)": 64.20183245340984,
"test_avg_pool3d_backward2_dynamic_shapes_cuda (__main__.DynamicShapesGPUTests)": 124.58166758219402,
"test_avg_pool3d_backward_cpu_halide (__main__.HalideCpuTests)": 63.05166753133138,
"test_backward_nn_functional_multi_head_attention_forward_cpu_float32 (__main__.TestCompositeComplianceCPU)": 94.64399973551433,
"test_backward_nn_functional_multi_head_attention_forward_cuda_float32 (__main__.TestCompositeComplianceCUDA)": 66.33616765340169,
"test_basic_cpu (__main__.EfficientConvBNEvalCpuTests)": 218.5576663547092,
"test_basic_cuda (__main__.EfficientConvBNEvalGpuTests)": 168.72183481852213,
"test_cat_2k_args (__main__.TestTEFuserStatic)": 64.58066653770705,
"test_checkpointing_without_reentrant_input_requires_grad_False (__main__.TestAutogradWithCompiledAutograd)": 331.3285556369358,
"test_checkpointing_without_reentrant_input_requires_grad_True (__main__.TestAutogradWithCompiledAutograd)": 418.45111083984375,
"test_collect_callgrind (__main__.TestBenchmarkUtils)": 317.6703355577257,
"test_comprehensive_diff_cuda_complex128 (__main__.TestDecompCUDA)": 105.86016591389973,
"test_comprehensive_diff_cuda_complex64 (__main__.TestDecompCUDA)": 101.96483357747395,
"test_comprehensive_diff_cuda_float32 (__main__.TestDecompCUDA)": 67.77633285522461,
"test_comprehensive_diff_cuda_float64 (__main__.TestDecompCUDA)": 69.17333221435547,
"test_comprehensive_grid_sampler_2d_cpu_bfloat16 (__main__.TestDecompCPU)": 102.28200022379558,
"test_comprehensive_grid_sampler_2d_cpu_float16 (__main__.TestDecompCPU)": 93.95999908447266,
"test_comprehensive_grid_sampler_2d_cpu_float32 (__main__.TestDecompCPU)": 430.5759989420573,
"test_comprehensive_grid_sampler_2d_cpu_float64 (__main__.TestDecompCPU)": 449.9323323567708,
"test_comprehensive_grid_sampler_2d_cuda_bfloat16 (__main__.TestDecompCUDA)": 253.6421686808268,
"test_comprehensive_grid_sampler_2d_cuda_float16 (__main__.TestDecompCUDA)": 271.6805013020833,
"test_comprehensive_grid_sampler_2d_cuda_float32 (__main__.TestDecompCUDA)": 1271.2601725260417,
"test_comprehensive_grid_sampler_2d_cuda_float32 (__main__.TestInductorOpInfoCUDA)": 77.94216664632161,
"test_comprehensive_grid_sampler_2d_cuda_float64 (__main__.TestDecompCUDA)": 1118.7591756184895,
"test_comprehensive_grid_sampler_2d_cuda_float64 (__main__.TestInductorOpInfoCUDA)": 82.65366744995117,
"test_comprehensive_linalg_lu_solve_cuda_float32 (__main__.TestInductorOpInfoCUDA)": 74.36716715494792,
"test_comprehensive_linalg_lu_solve_cuda_float64 (__main__.TestInductorOpInfoCUDA)": 71.19016647338867,
"test_comprehensive_linalg_solve_triangular_cuda_float32 (__main__.TestInductorOpInfoCUDA)": 73.25883356730144,
"test_comprehensive_linalg_solve_triangular_cuda_float64 (__main__.TestInductorOpInfoCUDA)": 75.40216700236003,
"test_comprehensive_linalg_svd_cuda_complex128 (__main__.TestDecompCUDA)": 66.99350102742513,
"test_comprehensive_linalg_svd_cuda_complex64 (__main__.TestDecompCUDA)": 69.02083269755046,
"test_comprehensive_logspace_cuda_float32 (__main__.TestInductorOpInfoCUDA)": 60.92988925509982,
"test_comprehensive_masked_norm_cuda_float16 (__main__.TestInductorOpInfoCUDA)": 113.01116689046223,
"test_comprehensive_masked_norm_cuda_float32 (__main__.TestInductorOpInfoCUDA)": 107.1844991048177,
"test_comprehensive_masked_norm_cuda_float64 (__main__.TestInductorOpInfoCUDA)": 108.23550160725911,
"test_comprehensive_nn_functional_conv_transpose3d_cuda_complex128 (__main__.TestDecompCUDA)": 65.7233346303304,
"test_comprehensive_nn_functional_conv_transpose3d_cuda_complex64 (__main__.TestDecompCUDA)": 64.3291670481364,
"test_comprehensive_nn_functional_gaussian_nll_loss_cpu_float32 (__main__.TestDecompCPU)": 62.670667012532554,
"test_comprehensive_nn_functional_gaussian_nll_loss_cpu_float64 (__main__.TestDecompCPU)": 62.265000661214195,
"test_comprehensive_nn_functional_gaussian_nll_loss_cuda_float32 (__main__.TestDecompCUDA)": 111.73116556803386,
"test_comprehensive_nn_functional_gaussian_nll_loss_cuda_float64 (__main__.TestDecompCUDA)": 113.69033304850261,
"test_comprehensive_nn_functional_grid_sample_cpu_float32 (__main__.TestDecompCPU)": 117.5066655476888,
"test_comprehensive_nn_functional_grid_sample_cpu_float64 (__main__.TestDecompCPU)": 118.56566619873047,
"test_comprehensive_nn_functional_grid_sample_cuda_bfloat16 (__main__.TestDecompCUDA)": 61.97433344523112,
"test_comprehensive_nn_functional_grid_sample_cuda_float32 (__main__.TestDecompCUDA)": 271.9861602783203,
"test_comprehensive_nn_functional_grid_sample_cuda_float64 (__main__.TestDecompCUDA)": 274.42466735839844,
"test_comprehensive_nn_functional_interpolate_bicubic_cuda_float32 (__main__.TestDecompCUDA)": 82.77866490681966,
"test_comprehensive_nn_functional_interpolate_bicubic_cuda_float32 (__main__.TestInductorOpInfoCUDA)": 84.92516581217448,
"test_comprehensive_nn_functional_interpolate_bicubic_cuda_float64 (__main__.TestDecompCUDA)": 82.4509989420573,
"test_comprehensive_nn_functional_interpolate_bicubic_cuda_float64 (__main__.TestInductorOpInfoCUDA)": 86.13049952189128,
"test_comprehensive_nn_functional_interpolate_trilinear_cuda_float32 (__main__.TestDecompCUDA)": 125.71083450317383,
"test_comprehensive_nn_functional_interpolate_trilinear_cuda_float64 (__main__.TestDecompCUDA)": 121.97066752115886,
"test_comprehensive_nn_functional_max_pool2d_cuda_float16 (__main__.TestInductorOpInfoCUDA)": 1262.5691528320312,
"test_comprehensive_nn_functional_max_pool2d_cuda_float32 (__main__.TestInductorOpInfoCUDA)": 1252.483642578125,
"test_comprehensive_nn_functional_max_pool2d_cuda_float64 (__main__.TestInductorOpInfoCUDA)": 1260.509501139323,
"test_comprehensive_nn_functional_max_pool3d_cuda_float32 (__main__.TestInductorOpInfoCUDA)": 604.4365030924479,
"test_comprehensive_nn_functional_max_pool3d_cuda_float64 (__main__.TestInductorOpInfoCUDA)": 614.1001586914062,
"test_comprehensive_nn_functional_max_unpool2d_cuda_float16 (__main__.TestInductorOpInfoCUDA)": 67.40933354695638,
"test_comprehensive_nn_functional_max_unpool2d_cuda_float32 (__main__.TestInductorOpInfoCUDA)": 66.7336654663086,
"test_comprehensive_nn_functional_max_unpool2d_cuda_float64 (__main__.TestInductorOpInfoCUDA)": 66.91466649373372,
"test_comprehensive_ormqr_cpu_complex64 (__main__.TestDecompCPU)": 65.80933380126953,
"test_comprehensive_ormqr_cuda_complex128 (__main__.TestDecompCUDA)": 117.8523343404134,
"test_comprehensive_ormqr_cuda_complex64 (__main__.TestDecompCUDA)": 145.19499842325845,
"test_comprehensive_ormqr_cuda_float32 (__main__.TestDecompCUDA)": 73.76366806030273,
"test_comprehensive_ormqr_cuda_float32 (__main__.TestInductorOpInfoCUDA)": 78.31683349609375,
"test_comprehensive_ormqr_cuda_float64 (__main__.TestDecompCUDA)": 76.74333190917969,
"test_comprehensive_ormqr_cuda_float64 (__main__.TestInductorOpInfoCUDA)": 70.06755489773221,
"test_comprehensive_svd_cuda_complex128 (__main__.TestDecompCUDA)": 80.16916529337566,
"test_comprehensive_svd_cuda_complex64 (__main__.TestDecompCUDA)": 76.32833353678386,
"test_comprehensive_svd_lowrank_cuda_complex128 (__main__.TestDecompCUDA)": 65.76883252461751,
"test_comprehensive_svd_lowrank_cuda_complex64 (__main__.TestDecompCUDA)": 67.16433334350586,
"test_constructor_autograd_SparseBSC_cuda (__main__.TestSparseAnyCUDA)": 88.39966583251953,
"test_constructor_autograd_SparseBSR_cuda (__main__.TestSparseAnyCUDA)": 83.59666442871094,
"test_conv1d_basic (__main__.TestXNNPACKConv1dTransformPass)": 83.94522179497613,
"test_conv1d_with_relu_fc (__main__.TestXNNPACKConv1dTransformPass)": 187.1534457736545,
"test_conv2d_binary_broadcast_shapes_cpu (__main__.TestPatternMatcherGenericCPU)": 91.1510009765625,
"test_conv3d_binary_broadcast_shapes_cpu (__main__.TestPatternMatcherGenericCPU)": 153.24633280436197,
"test_conv3d_binary_dynamic_shapes_cpu (__main__.TestDynamicPatternMatcherGenericCPU)": 62.278334299723305,
"test_conv_unary_fusion_nnc (__main__.TestMkldnnFusion)": 82.22033437093098,
"test_correctness_AdamW_use_closure_True_cuda_float32 (__main__.CompiledOptimizerParityTestsCUDA)": 86.71616617838542,
"test_correctness_Adam_use_closure_True_cuda_float32 (__main__.CompiledOptimizerParityTestsCUDA)": 83.59499867757161,
"test_count_nonzero_all (__main__.TestBool)": 676.7384372287327,
"test_ddp_uneven_inputs (__main__.TestDistBackendWithSpawn)": 448.8698336283366,
"test_diff_hyperparams_sharding_strategy_str_full_shard (__main__.TestFSDPUseOrigParamsMultipleParamGroups)": 62.429334004720054,
"test_diff_hyperparams_sharding_strategy_str_no_shard (__main__.TestFSDPUseOrigParamsMultipleParamGroups)": 61.66200065612793,
"test_dispatch_symbolic_meta_outplace_all_strides_nn_functional_gaussian_nll_loss_cuda_float32 (__main__.TestMetaCUDA)": 89.41600036621094,
"test_dtensor_op_db_nn_functional_gaussian_nll_loss_cpu_float32 (__main__.TestLocalDTensorOpsCPU)": 1525.8353271484375,
"test_dtensor_op_db_nn_functional_gaussian_nll_loss_cpu_float32 (__main__.TestMultiThreadedDTensorOpsCPU)": 90.60733540852864,
"test_error_detection_and_propagation (__main__.NcclErrorHandlingTest)": 66.99349848429362,
"test_fail_arithmetic_ops.py (__main__.TestTyping)": 71.01377783881293,
"test_fail_creation_ops.py (__main__.TestTyping)": 205.9894081398293,
"test_fn_fwgrad_bwgrad_cumprod_cuda_complex128 (__main__.TestFwdGradientsCUDA)": 79.61499913533528,
"test_fn_gradgrad_cumprod_cuda_complex128 (__main__.TestBwdGradientsCUDA)": 92.82350031534831,
"test_fuse_large_params_cpu (__main__.CpuTests)": 139.3203353881836,
"test_fuse_large_params_cuda (__main__.GPUTests)": 63.387572152274,
"test_fuse_large_params_dynamic_shapes_cpu (__main__.DynamicShapesCodegenCpuTests)": 171.7693345811632,
"test_fuse_large_params_dynamic_shapes_cpu (__main__.DynamicShapesCpuTests)": 168.58877902560764,
"test_fuse_large_params_dynamic_shapes_cuda (__main__.DynamicShapesCodegenGPUTests)": 126.14983367919922,
"test_fuse_large_params_dynamic_shapes_cuda (__main__.DynamicShapesGPUTests)": 120.24416605631511,
"test_grad_nn_Transformer_cuda_float64 (__main__.TestModuleCUDA)": 81.49983342488606,
"test_gradgrad_nn_TransformerDecoderLayer_cuda_float64 (__main__.TestModuleCUDA)": 192.15400187174478,
"test_gradgrad_nn_TransformerEncoder_eval_mode_cuda_float64 (__main__.TestModuleCUDA)": 113.96200052897136,
"test_gradgrad_nn_TransformerEncoder_train_mode_cuda_float64 (__main__.TestModuleCUDA)": 125.24116770426433,
"test_gradgrad_nn_Transformer_cuda_float64 (__main__.TestModuleCUDA)": 510.77049255371094,
"test_grid_sampler_2d_cpu_halide (__main__.HalideCpuTests)": 194.58466593424478,
"test_indirect_device_assert (__main__.TritonCodeGenTests)": 307.21116638183594,
"test_inductor_no_recursionerror_on_for_loops (__main__.ReproTests)": 65.38683425055609,
"test_inductor_no_recursionerror_on_for_loops_dynamic_shapes (__main__.DynamicShapesReproTests)": 70.7237786187066,
"test_inplace_gradgrad_cumprod_cuda_complex128 (__main__.TestBwdGradientsCUDA)": 91.1038335164388,
"test_inputs_overlapping_with_mutation_stress_dynamic_shapes (__main__.DynamicShapesAotAutogradFallbackTests)": 132.38899824354382,
"test_jit_cuda_archflags (__main__.TestCppExtensionJIT)": 78.77233250935872,
"test_linear_binary_cpp_wrapper (__main__.TestCppWrapper)": 120.73766835530598,
"test_linear_binary_dynamic_shapes_cpp_wrapper (__main__.DynamicShapesCppWrapperCpuTests)": 124.48300170898438,
"test_longformer_chunk_dynamic_shapes (__main__.DynamicShapesReproTests)": 104.92066701253255,
"test_lstm_cpu (__main__.TestMkldnnCPU)": 86.04666392008464,
"test_many_overlapping_inputs_does_not_explode_guards_dynamic_shapes (__main__.DynamicShapesReproTests)": 136.2572224934896,
"test_max_pool2d2_cpu_halide (__main__.HalideCpuTests)": 417.986328125,
"test_max_pool2d3_cpu_halide (__main__.HalideCpuTests)": 134.87866719563803,
"test_max_pool2d5_cpu_halide (__main__.HalideCpuTests)": 357.8183288574219,
"test_max_pool2d_with_indices_backward4_dynamic_shapes_cpu (__main__.DynamicShapesCodegenCpuTests)": 64.54022216796875,
"test_max_pool2d_with_indices_backward4_dynamic_shapes_cpu (__main__.DynamicShapesCpuTests)": 66.25211164686415,
"test_ordered_distribute_all_combination (__main__.DistributeWithDeviceOrderTest)": 158.06944274902344,
"test_ordered_distribute_all_combination (__main__.DistributeWithDeviceOrderTestWithLocalTensor)": 78.09822167290582,
"test_ordered_redistribute_with_partial (__main__.DistributeWithDeviceOrderTest)": 177.78066677517361,
"test_ordered_redistribute_with_partial (__main__.DistributeWithDeviceOrderTestWithLocalTensor)": 621.3526577419705,
"test_proper_exit (__main__.TestDataLoader)": 218.22477637396918,
"test_proper_exit (__main__.TestDataLoaderPersistentWorkers)": 219.7027791341146,
"test_python_ref__refs_special_zeta_cuda_float64 (__main__.TestCommonCUDA)": 67.61199951171875,
"test_python_ref_executor__refs_special_zeta_executor_aten_cuda_float64 (__main__.TestCommonCUDA)": 82.16616694132487,
"test_qlinear_add_int8_mixed_bf16_use_relu_False_is_qat_False_is_dynamic_False (__main__.TestPatternMatcher)": 95.37699890136719,
"test_qlinear_add_int8_mixed_bf16_use_relu_False_is_qat_False_is_dynamic_False_cpp_wrapper (__main__.TestCppWrapper)": 106.87333424886067,
"test_qlinear_add_int8_mixed_bf16_use_relu_False_is_qat_False_is_dynamic_False_dynamic_shapes_cpp_wrapper (__main__.DynamicShapesCppWrapperCpuTests)": 110.58233388264973,
"test_qlinear_add_int8_mixed_bf16_use_relu_False_is_qat_False_is_dynamic_True (__main__.TestPatternMatcher)": 93.18999989827473,
"test_qlinear_add_int8_mixed_bf16_use_relu_False_is_qat_False_is_dynamic_True_cpp_wrapper (__main__.TestCppWrapper)": 117.0056660970052,
"test_qlinear_add_int8_mixed_bf16_use_relu_False_is_qat_False_is_dynamic_True_dynamic_shapes_cpp_wrapper (__main__.DynamicShapesCppWrapperCpuTests)": 112.08600107828777,
"test_qlinear_add_int8_mixed_bf16_use_relu_False_is_qat_True_is_dynamic_False (__main__.TestPatternMatcher)": 90.89966583251953,
"test_qlinear_add_int8_mixed_bf16_use_relu_False_is_qat_True_is_dynamic_False_cpp_wrapper (__main__.TestCppWrapper)": 99.80333201090495,
"test_qlinear_add_int8_mixed_bf16_use_relu_False_is_qat_True_is_dynamic_False_dynamic_shapes_cpp_wrapper (__main__.DynamicShapesCppWrapperCpuTests)": 101.7693354288737,
"test_qlinear_add_int8_mixed_bf16_use_relu_False_is_qat_True_is_dynamic_True (__main__.TestPatternMatcher)": 106.9923324584961,
"test_qlinear_add_int8_mixed_bf16_use_relu_False_is_qat_True_is_dynamic_True_cpp_wrapper (__main__.TestCppWrapper)": 104.36800130208333,
"test_qlinear_add_int8_mixed_bf16_use_relu_False_is_qat_True_is_dynamic_True_dynamic_shapes_cpp_wrapper (__main__.DynamicShapesCppWrapperCpuTests)": 106.9153340657552,
"test_qlinear_add_int8_mixed_bf16_use_relu_True_is_qat_False_is_dynamic_False (__main__.TestPatternMatcher)": 100.8326644897461,
"test_qlinear_add_int8_mixed_bf16_use_relu_True_is_qat_False_is_dynamic_False_cpp_wrapper (__main__.TestCppWrapper)": 107.92199961344402,
"test_qlinear_add_int8_mixed_bf16_use_relu_True_is_qat_False_is_dynamic_False_dynamic_shapes_cpp_wrapper (__main__.DynamicShapesCppWrapperCpuTests)": 104.72100067138672,
"test_qlinear_add_int8_mixed_bf16_use_relu_True_is_qat_False_is_dynamic_True (__main__.TestPatternMatcher)": 93.16766611735027,
"test_qlinear_add_int8_mixed_bf16_use_relu_True_is_qat_False_is_dynamic_True_cpp_wrapper (__main__.TestCppWrapper)": 111.56466674804688,
"test_qlinear_add_int8_mixed_bf16_use_relu_True_is_qat_False_is_dynamic_True_dynamic_shapes_cpp_wrapper (__main__.DynamicShapesCppWrapperCpuTests)": 106.9739990234375,
"test_qlinear_add_int8_mixed_bf16_use_relu_True_is_qat_True_is_dynamic_False (__main__.TestPatternMatcher)": 88.35433451334636,
"test_qlinear_add_int8_mixed_bf16_use_relu_True_is_qat_True_is_dynamic_False_cpp_wrapper (__main__.TestCppWrapper)": 100.52966817220052,
"test_qlinear_add_int8_mixed_bf16_use_relu_True_is_qat_True_is_dynamic_False_dynamic_shapes_cpp_wrapper (__main__.DynamicShapesCppWrapperCpuTests)": 102.96500142415364,
"test_qlinear_add_int8_mixed_bf16_use_relu_True_is_qat_True_is_dynamic_True (__main__.TestPatternMatcher)": 98.01133473714192,
"test_qlinear_add_int8_mixed_bf16_use_relu_True_is_qat_True_is_dynamic_True_cpp_wrapper (__main__.TestCppWrapper)": 112.06033325195312,
"test_qlinear_add_int8_mixed_bf16_use_relu_True_is_qat_True_is_dynamic_True_dynamic_shapes_cpp_wrapper (__main__.DynamicShapesCppWrapperCpuTests)": 106.11466725667317,
"test_quick_core_backward__unsafe_masked_index_cpu_float64 (__main__.TestDecompCPU)": 616.5533447265625,
"test_quick_core_backward__unsafe_masked_index_cuda_float64 (__main__.TestDecompCUDA)": 1048.9943033854167,
"test_quick_core_backward__unsafe_masked_index_put_accumulate_cpu_float64 (__main__.TestDecompCPU)": 770.6356608072916,
"test_quick_core_backward__unsafe_masked_index_put_accumulate_cuda_float64 (__main__.TestDecompCUDA)": 1446.0608520507812,
"test_quick_core_backward_nn_functional_max_unpool3d_grad_cpu_float64 (__main__.TestDecompCPU)": 85.64499918619792,
"test_quick_core_backward_nn_functional_max_unpool3d_grad_cuda_float64 (__main__.TestDecompCUDA)": 278.70049540201825,
"test_quick_core_backward_roll_cpu_float64 (__main__.TestDecompCPU)": 127.52366892496745,
"test_quick_core_backward_roll_cuda_float64 (__main__.TestDecompCUDA)": 237.04200236002603,
"test_quick_core_backward_select_scatter_cpu_float64 (__main__.TestDecompCPU)": 70.95300038655598,
"test_quick_core_backward_select_scatter_cuda_float64 (__main__.TestDecompCUDA)": 146.1635004679362,
"test_quick_core_backward_split_cuda_float64 (__main__.TestDecompCUDA)": 72.04449971516927,
"test_quick_core_backward_split_with_sizes_copy_cpu_float64 (__main__.TestDecompCPU)": 99.4903335571289,
"test_quick_core_backward_split_with_sizes_copy_cuda_float64 (__main__.TestDecompCUDA)": 177.31633504231772,
"test_quick_core_backward_std_cpu_float64 (__main__.TestDecompCPU)": 72.39499918619792,
"test_quick_core_backward_std_cuda_float64 (__main__.TestDecompCUDA)": 142.12999725341797,
"test_register_spills_cuda (__main__.BenchmarkFusionGpuTest)": 114.4384994506836,
"test_run2run_determinism_model_name_BertForMaskedLM_training_or_inference_inference_precision_amp (__main__.DeterministicTest)": 70.59966659545898,
"test_run2run_determinism_model_name_BertForMaskedLM_training_or_inference_inference_precision_bfloat16 (__main__.DeterministicTest)": 61.23133405049642,
"test_run2run_determinism_model_name_BertForMaskedLM_training_or_inference_training_precision_amp (__main__.DeterministicTest)": 152.28532918294272,
"test_run2run_determinism_model_name_BertForMaskedLM_training_or_inference_training_precision_bfloat16 (__main__.DeterministicTest)": 151.11583201090494,
"test_run2run_determinism_model_name_BertForMaskedLM_training_or_inference_training_precision_float16 (__main__.DeterministicTest)": 170.14933268229166,
"test_run2run_determinism_model_name_BertForMaskedLM_training_or_inference_training_precision_float32 (__main__.DeterministicTest)": 141.25400034586588,
"test_run2run_determinism_model_name_DistillGPT2_training_or_inference_training_precision_amp (__main__.DeterministicTest)": 78.44533411661784,
"test_run2run_determinism_model_name_DistillGPT2_training_or_inference_training_precision_bfloat16 (__main__.DeterministicTest)": 91.19933319091797,
"test_run2run_determinism_model_name_DistillGPT2_training_or_inference_training_precision_float16 (__main__.DeterministicTest)": 80.00733184814453,
"test_run2run_determinism_model_name_DistillGPT2_training_or_inference_training_precision_float32 (__main__.DeterministicTest)": 76.68100102742513,
"test_run2run_determinism_model_name_GoogleFnet_training_or_inference_training_precision_amp (__main__.DeterministicTest)": 92.68900044759114,
"test_run2run_determinism_model_name_GoogleFnet_training_or_inference_training_precision_bfloat16 (__main__.DeterministicTest)": 92.34583409627278,
"test_run2run_determinism_model_name_GoogleFnet_training_or_inference_training_precision_float16 (__main__.DeterministicTest)": 92.69583257039388,
"test_run2run_determinism_model_name_GoogleFnet_training_or_inference_training_precision_float32 (__main__.DeterministicTest)": 93.89749908447266,
"test_runtime_checks_large_cpu (__main__.AOTInductorTestABICompatibleCpu)": 65.03716723124187,
"test_runtime_checks_large_cpu_with_stack_allocation (__main__.AOTInductorTestABICompatibleCpuWithStackAllocation)": 69.72733306884766,
"test_runtime_checks_large_cuda (__main__.AOTInductorTestABICompatibleGpu)": 171.71016947428384,
"test_sdpa_kernel_ctx_manager2_dynamic_shapes (__main__.DynamicShapesCtxManagerTests)": 107.34944322374132,
"test_shuffler_iterdatapipe (__main__.IntegrationTestDataLoaderDataPipe)": 129.4277776082357,
"test_slow_tasks (__main__.TestFunctionalAutogradBenchmark)": 118.2247797648112,
"test_sort_dynamic_shape_with_check_cuda (__main__.TestInductorDynamicCUDA)": 108.49850209554036,
"test_sort_stable_cpu (__main__.CpuTritonTests)": 1305.087646484375,
"test_sort_stable_cuda (__main__.GPUTests)": 102.32514299665179,
"test_split_cumsum_cpu (__main__.CpuTritonTests)": 90.37133534749348,
"test_svd_lowrank_cuda_complex128 (__main__.TestLinalgCUDA)": 285.8221740722656,
"test_tensor_split (__main__.TestVmapOperators)": 91.96030240144694,
"test_terminate_handler_on_crash (__main__.TestTorch)": 207.283443874783,
"test_terminate_signal (__main__.ForkTest)": 234.09955173068576,
"test_terminate_signal (__main__.ParallelForkServerShouldWorkTest)": 234.16177961561414,
"test_terminate_signal (__main__.SpawnTest)": 237.5818862915039,
"test_train_parity_with_activation_checkpointing (__main__.TestFullyShard1DTrainingCompose)": 64.86788728502061,
"test_triton_bsr_scatter_mm_blocksize_64_cuda_float32 (__main__.TestSparseCompressedTritonKernelsCUDA)": 88.8943322499593,
"test_triton_bsr_softmax_cuda_bfloat16 (__main__.TestSparseCompressedTritonKernelsCUDA)": 215.28750356038412,
"test_triton_bsr_softmax_cuda_float16 (__main__.TestSparseCompressedTritonKernelsCUDA)": 214.9933344523112,
"test_triton_bsr_softmax_cuda_float32 (__main__.TestSparseCompressedTritonKernelsCUDA)": 150.96166483561197,
"test_upsample_bicubic2d_cpu_halide (__main__.HalideCpuTests)": 97.6326675415039,
"test_variant_consistency_jit_nn_functional_max_pool2d_cpu_float32 (__main__.TestJitCPU)": 86.5586675008138,
"test_variant_consistency_jit_nn_functional_max_pool2d_cuda_float32 (__main__.TestJitCUDA)": 76.31433232625325,
"test_vec_compare_op_cpu_only (__main__.CPUReproTests)": 64.15555487738715,
"test_vmapjvpvjp_linalg_lstsq_grad_oriented_cpu_float32 (__main__.TestOperatorsCPU)": 86.58700052897136,
"test_vmapjvpvjp_linalg_lu_solve_cuda_float32 (__main__.TestOperatorsCUDA)": 70.91766738891602,
"test_vmapjvpvjp_max_pool2d_with_indices_backward_cpu_float32 (__main__.TestOperatorsCPU)": 64.271666208903,
"test_vmapjvpvjp_max_pool2d_with_indices_backward_cuda_float32 (__main__.TestOperatorsCUDA)": 81.8783327738444,
"test_vmapjvpvjp_nn_functional_conv2d_cpu_float32 (__main__.TestOperatorsCPU)": 65.68414279392788,
"test_vmapjvpvjp_nn_functional_max_pool2d_cpu_float32 (__main__.TestOperatorsCPU)": 70.83733367919922,
"test_vmapjvpvjp_nn_functional_max_pool2d_cuda_float32 (__main__.TestOperatorsCUDA)": 77.18000030517578,
"test_vmapjvpvjp_unbind_cpu_float32 (__main__.TestOperatorsCPU)": 67.37900034586589,
"test_vmapjvpvjp_unbind_cuda_float32 (__main__.TestOperatorsCUDA)": 80.73283386230469,
"test_vmapvjpvjp_meshgrid_list_of_tensors_cuda_float32 (__main__.TestOperatorsCUDA)": 90.59783426920573,
"test_vmapvjpvjp_meshgrid_variadic_tensors_cuda_float32 (__main__.TestOperatorsCUDA)": 83.13833363850911,
"test_vmapvjpvjp_nn_functional_bilinear_cuda_float32 (__main__.TestOperatorsCUDA)": 112.93466695149739
}