From 0617f7fa75c40e037731af202a0669793188dbeb Mon Sep 17 00:00:00 2001 From: Catherine Lee Date: Thu, 19 Oct 2023 16:09:15 +0000 Subject: [PATCH] [ez] Remove unused code in upload_test_stats (#111504) This is code related to parallelism and test times that isn't used, so remove it. Tested by running locally with `python3 -m tools.stats.upload_test_stats --workflow-run-id 6551035874 --workflow-run-attempt 1 --head-branch main --head-repository "pytorch/pytorch"` and commenting out parts for uploading to s3. Pull Request resolved: https://github.com/pytorch/pytorch/pull/111504 Approved by: https://github.com/huydhn --- .additional_ci_files/slow-tests.json | 1 + .additional_ci_files/test-times.json | 1 + tools/stats/upload_test_stats.py | 97 ++++------------------------ tools/test/test_upload_test_stats.py | 2 +- 4 files changed, 17 insertions(+), 84 deletions(-) create mode 100644 .additional_ci_files/slow-tests.json create mode 100644 .additional_ci_files/test-times.json diff --git a/.additional_ci_files/slow-tests.json b/.additional_ci_files/slow-tests.json new file mode 100644 index 0000000000000..36575027d25ad --- /dev/null +++ b/.additional_ci_files/slow-tests.json @@ -0,0 +1 @@ +{"test_autocast (__main__.TestPartitioning)": 90.782, "test_comprehensive_nn_functional_conv_transpose3d_cuda_complex128 (__main__.TestDecompCUDA)": 67.44933333333334, "test_comprehensive_nn_functional_conv_transpose3d_cuda_complex64 (__main__.TestDecompCUDA)": 89.746, "test_comprehensive_nn_functional_unfold_cuda_complex128 (__main__.TestDecompCUDA)": 108.58233333333332, "test_comprehensive_ormqr_cuda_complex128 (__main__.TestDecompCUDA)": 75.33933333333334, "test_comprehensive_svd_cuda_complex128 (__main__.TestDecompCUDA)": 61.149, "test_memory_format_operators_cuda (__main__.TestTorchDeviceTypeCUDA)": 69.38900000000001, "test_quick_core_backward_split_cuda_float64 (__main__.TestDecompCUDA)": 218.42066666666665, "test_quick_core_backward_unsafe_split_cuda_float64 (__main__.TestDecompCUDA)": 217.23433333333332, "test_retracibility_dynamic_shapes (__main__.DynamicShapesExportTests)": 367.1793333333333, "test_rnn_decomp_module_nn_LSTM_train_mode_cuda_float32 (__main__.TestDecompCUDA)": 128.60033333333334, "test_rnn_decomp_module_nn_LSTM_train_mode_cuda_float64 (__main__.TestDecompCUDA)": 126.46566666666666, "test_transpose_copy (__main__.CPUReproTests)": 60.71444444444445, "test_variant_consistency_jit_nn_functional_max_pool1d_cuda_float32 (__main__.TestJitCUDA)": 72.77266666666667, "test_variant_consistency_jit_svd_cuda_complex64 (__main__.TestJitCUDA)": 87.36566666666666, "test_views1_dynamic_shapes_cuda (__main__.DynamicShapesCudaTests)": 62.47400000000001, "test_vmapjvpvjp_nn_functional_poisson_nll_loss_cuda_float32 (__main__.TestOperatorsCUDA)": 66.62266666666666, "test_vmapvjpvjp_broadcast_tensors_cuda_float32 (__main__.TestOperatorsCUDA)": 93.915, "test_vmapvjpvjp_linalg_solve_triangular_cuda_float32 (__main__.TestOperatorsCUDA)": 80.409, "test_vmapvjpvjp_max_pool2d_with_indices_backward_cuda_float32 (__main__.TestOperatorsCUDA)": 70.152, "test_vmapvjpvjp_nn_functional_conv2d_cuda_float32 (__main__.TestOperatorsCUDA)": 67.51066666666667, "test_vmapvjpvjp_svd_cuda_float32 (__main__.TestOperatorsCUDA)": 60.07633333333333, "test_warp_softmax_64bit_indexing_cuda_float16 (__main__.TestNNDeviceTypeCUDA)": 70.2475, "test_warp_softmax_64bit_indexing_cuda_float32 (__main__.TestNNDeviceTypeCUDA)": 77.0975} \ No newline at end of file diff --git a/.additional_ci_files/test-times.json b/.additional_ci_files/test-times.json new file mode 100644 index 0000000000000..4bc84ea03576d --- /dev/null +++ b/.additional_ci_files/test-times.json @@ -0,0 +1 @@ +{"cuda12.1-py3.10-gcc9-sm86": {"inductor": {"distributed/test_dynamo_distributed": 135.4145, "distributed/test_inductor_collectives": 39.442750000000004, "inductor/test_torchinductor": 1388.6559999999995, "inductor/test_torchinductor_opinfo": 645.8719999999987, "test_modules": 208.2937500000004, "test_ops": 2263.6467499996734, "test_ops_gradients": 1040.6804999999417, "test_torch": 689.2379999999974}, "inductor_distributed": {"distributed/test_dynamo_distributed": 204.08024999999998, "distributed/test_inductor_collectives": 68.60625}}, "default": {"default": {"backends/xeon/test_launch": 1.2008666666666665, "benchmark_utils/test_benchmark_utils": 0.6853333333333332, "distributed/test_dynamo_distributed": 169.74737499999998, "distributed/test_inductor_collectives": 54.0245, "distributions/test_constraints": 0.2770000000000001, "distributions/test_distributions": 54.51193333333333, "dynamo/test_activation_checkpointing": 5.409166666666667, "dynamo/test_after_aot": 8.132416666666666, "dynamo/test_allow_inline_skip": 1.01625, "dynamo/test_aot_autograd": 5.296333333333333, "dynamo/test_autograd_function": 1.3825833333333335, "dynamo/test_backends": 13.564166666666667, "dynamo/test_comptime": 0.6290833333333332, "dynamo/test_config": 0.6354166666666666, "dynamo/test_ctx_manager": 1.5765833333333332, "dynamo/test_cudagraphs": 3.2839999999999994, "dynamo/test_debug_utils": 0.2524166666666667, "dynamo/test_decorators": 0.7328333333333332, "dynamo/test_dynamic_shapes": 660.1455833333333, "dynamo/test_exc": 1.4789166666666667, "dynamo/test_export": 15.631499999999997, "dynamo/test_export_mutations": 0.618, "dynamo/test_functions": 9.982416666666659, "dynamo/test_global": 0.66, "dynamo/test_higher_order_ops": 13.300083333333333, "dynamo/test_hooks": 23.961, "dynamo/test_interop": 0.6126666666666666, "dynamo/test_logging": 13.778083333333331, "dynamo/test_minifier": 2.0531666666666664, "dynamo/test_misc": 35.87558333333335, "dynamo/test_model_output": 0.0025000000000000005, "dynamo/test_modules": 12.885000000000002, "dynamo/test_nops": 0.3813333333333333, "dynamo/test_optimizers": 2.3275833333333336, "dynamo/test_pre_dispatch": 0.6095833333333333, "dynamo/test_profiler": 1.107, "dynamo/test_python_autograd": 1.1165833333333335, "dynamo/test_recompiles": 1.00875, "dynamo/test_replay_record": 0.0020833333333333333, "dynamo/test_repros": 22.543833333333332, "dynamo/test_skip_non_tensor": 0.5662499999999999, "dynamo/test_subclasses": 1.4116666666666666, "dynamo/test_subgraphs": 2.664583333333333, "dynamo/test_unspec": 10.311916666666667, "dynamo/test_verify_correctness": 0.7261666666666666, "export/test_db": 2.0251999999999994, "export/test_export": 6.247333333333333, "export/test_funtionalized_assertions": 0.38259999999999994, "export/test_pass_infra": 0.7334, "export/test_passes": 1.2065333333333335, "export/test_serialize": 3.050133333333333, "export/test_upgrade": 0.49420000000000003, "export/test_verifier": 0.7966000000000001, "functorch/test_aotdispatch": 862.8027333333326, "functorch/test_control_flow": 62.82126666666668, "functorch/test_dims": 21.88433333333333, "functorch/test_eager_transforms": 6.586799999999998, "functorch/test_memory_efficient_fusion": 2.6000666666666667, "functorch/test_minifier": 0.4282000000000001, "functorch/test_ops": 3897.348555555525, "functorch/test_parsing": 0.24593333333333334, "functorch/test_rearrange": 0.28266666666666673, "functorch/test_vmap": 254.30233333333285, "functorch/test_vmap_registrations": 1.9442666666665744, "inductor/test_binary_folding": 24.302444444444443, "inductor/test_codecache": 5.269666666666666, "inductor/test_codegen_triton": 0.23183333333333334, "inductor/test_compiled_autograd": 244.83908333333355, "inductor/test_compiled_optimizers": 0.07433333333333333, "inductor/test_config": 4.644000000000001, "inductor/test_coordinate_descent_tuner": 3.3029999999999995, "inductor/test_cpp_wrapper": 1154.3181111111112, "inductor/test_cpu_repro": 457.2751111111111, "inductor/test_cuda_repro": 58.44566666666666, "inductor/test_cudagraph_trees": 65.17566666666667, "inductor/test_custom_lowering": 1.102, "inductor/test_custom_post_grad_passes": 3.317888888888889, "inductor/test_dependencies": 0.059666666666666666, "inductor/test_efficient_conv_bn_eval": 0.0013333333333333333, "inductor/test_extension_backend": 16.69633333333333, "inductor/test_foreach": 11.160444444444439, "inductor/test_fp8": 0.003666666666666667, "inductor/test_fused_attention": 47.80077777777779, "inductor/test_fx_fusion": 0.32720000000000005, "inductor/test_group_batch_fusion": 9.110166666666666, "inductor/test_indexing": 0.5029166666666667, "inductor/test_inductor_freezing": 52.15077777777778, "inductor/test_inplacing_pass": 7.725666666666668, "inductor/test_kernel_benchmark": 15.038333333333332, "inductor/test_layout_optim": 13.647666666666668, "inductor/test_max_autotune": 37.817666666666675, "inductor/test_minifier": 40.129, "inductor/test_minifier_isolate": 48.97366666666667, "inductor/test_mkldnn_pattern_matcher": 213.01, "inductor/test_mmdecomp": 13.127500000000001, "inductor/test_pattern_matcher": 54.75233333333332, "inductor/test_perf": 6.445, "inductor/test_profiler": 0.0013333333333333333, "inductor/test_smoke": 5.946666666666666, "inductor/test_snode_runtime": 2.6536666666666666, "inductor/test_split_cat_fx_passes": 137.79933333333335, "inductor/test_standalone_compile": 8.807333333333332, "inductor/test_torchinductor": 1167.8643999999995, "inductor/test_torchinductor_codegen_dynamic_shapes": 549.0200000000001, "inductor/test_torchinductor_dynamic_shapes": 1231.5140833333326, "inductor/test_torchinductor_opinfo": 1197.051888888888, "inductor/test_triton_heuristics": 0.308, "inductor/test_triton_wrapper": 7.7123333333333335, "lazy/test_debug_util": 0.20299999999999999, "lazy/test_reuse_ir": 0.4280666666666667, "lazy/test_step_closures": 2.2463333333333333, "lazy/test_ts_opinfo": 2.4378666666666637, "nn/test_convolution": 34.04933333333335, "nn/test_dropout": 0.3272666666666667, "nn/test_embedding": 5.201533333333332, "nn/test_lazy_modules": 0.5572666666666668, "nn/test_module_hooks": 0.30133333333333334, "nn/test_multihead_attention": 5.478133333333333, "nn/test_packed_sequence": 0.6225999999999999, "nn/test_parametrization": 0.5761333333333334, "nn/test_pooling": 17.14213333333334, "nn/test_pruning": 0.07853333333333337, "profiler/test_memory_profiler": 4.3281333333333345, "profiler/test_profiler": 11.257866666666667, "profiler/test_profiler_tree": 0.4510666666666667, "test_ao_sparsity": 7.5538, "test_autocast": 0.7220666666666666, "test_autograd": 22.95919999999999, "test_autograd_fallback": 0.3149333333333334, "test_binary_ufuncs": 108.18477777777684, "test_bundled_inputs": 1.2606666666666664, "test_comparison_utils": 0.3915333333333333, "test_compile_benchmark_util": 0.014000000000000002, "test_complex": 0.07422222222222223, "test_content_store": 2.1613333333333333, "test_cpp_api_parity": 7.615749999999984, "test_cpp_extensions_aot_ninja": 0.2684666666666667, "test_cpp_extensions_aot_no_ninja": 0.2594, "test_cpp_extensions_jit": 177.42720000000003, "test_cpp_extensions_open_device_registration": 10.113866666666667, "test_cuda": 75.00033333333333, "test_cuda_expandable_segments": 95.57600000000002, "test_cuda_multigpu": 0.9439999999999998, "test_cuda_primary_ctx": 0.0030000000000000005, "test_cuda_sanitizer": 0.7833333333333335, "test_cuda_trace": 2.393, "test_custom_backend": 0.10049999999999999, "test_custom_ops": 2.075933333333333, "test_dataloader": 330.24426666666665, "test_datapipe": 8.81313333333333, "test_decomp": 3927.3792666666677, "test_deploy": 0.2428, "test_dispatch": 37.764133333333334, "test_dlpack": 0.21177777777777793, "test_dynamic_shapes": 4.297866666666667, "test_expanded_weights": 14.516777777777778, "test_fake_tensor": 0.8044, "test_flop_counter": 0.3246666666666667, "test_foreach": 162.59000000000037, "test_function_schema": 0.5232, "test_functional_autograd_benchmark": 21.928266666666666, "test_functional_optim": 0.2332, "test_functionalization": 5.442799999999997, "test_functionalization_of_rng_ops": 1.9178333333333333, "test_futures": 0.9100666666666667, "test_fx": 163.8379333333333, "test_fx_experimental": 23.308733333333347, "test_fx_passes": 0.5330000000000001, "test_fx_reinplace_pass": 0.8488666666666667, "test_import_stats": 3.5775999999999994, "test_indexing": 1.7178888888888861, "test_itt": 0.2115333333333333, "test_jit": 91.82466666666667, "test_jit_autocast": 20.232933333333335, "test_jit_disabled": 0.3798, "test_jit_fuser_legacy": 0.007, "test_jit_fuser_te": 304.66066666666677, "test_jit_legacy": 126.95233333333333, "test_jit_llga_fuser": 1.0248666666666666, "test_jiterator": 26.701333333333327, "test_legacy_vmap": 2.094733333333333, "test_license": 0.1688, "test_linalg": 154.4238888888889, "test_logging": 2.324933333333333, "test_masked": 14.546999999999997, "test_maskedtensor": 2.4180666666666504, "test_matmul_cuda": 47.05466666666666, "test_meta": 703.5275333332745, "test_metal": 1.0366666666666668, "test_mkl_verbose": 3.785066666666667, "test_mkldnn": 25.081000000000003, "test_mkldnn_fusion": 70.03426666666667, "test_mkldnn_verbose": 3.6390000000000002, "test_mobile_optimizer": 1.9457999999999998, "test_model_dump": 0.7455333333333334, "test_module_init": 1.8874444444444372, "test_modules": 251.79081666666426, "test_monitor": 0.4902, "test_mps": 1040.8059999999975, "test_multiprocessing": 89.85033333333332, "test_multiprocessing_spawn": 20.026199999999996, "test_namedtensor": 1.1163999999999994, "test_namedtuple_return_api": 1.6532666666666667, "test_native_functions": 0.4951333333333334, "test_native_mha": 0.5981111111111105, "test_nestedtensor": 1.9620666666666664, "test_nn": 132.33300000000108, "test_numba_integration": 0.06273333333333334, "test_numpy_interop": 0.3684444444444445, "test_openmp": 3.7467333333333337, "test_ops": 3176.4743541665594, "test_ops_fwd_gradients": 677.1698888888678, "test_ops_gradients": 1007.7587916666358, "test_ops_jit": 1148.8188888888874, "test_optim": 108.4576, "test_out_dtype_op": 0.4344, "test_overrides": 1.8971999999999412, "test_package": 1.725933333333333, "test_per_overload_api": 0.2637333333333333, "test_prims": 0.3151333333333334, "test_proxy_tensor": 249.2291333333329, "test_pruning_op": 0.41739999999999994, "test_public_bindings": 5.2916, "test_python_dispatch": 0.5010000000000001, "test_pytree": 0.35740000000000005, "test_quantization": 1217.2988, "test_reductions": 146.269555555559, "test_scatter_gather_ops": 8.868555555555554, "test_schema_check": 218.583266666666, "test_segment_reductions": 1.4203333333333334, "test_serialization": 38.24913333333334, "test_set_default_mobile_cpu_allocator": 0.394, "test_shape_ops": 11.085, "test_show_pickle": 0.16933333333333334, "test_sort_and_select": 3.1663333333333306, "test_sparse": 198.77506666666628, "test_sparse_csr": 116.695666666665, "test_sparse_semi_structured": 0.018666666666666675, "test_spectral_ops": 94.18333333333338, "test_stateless": 6.9623333333333335, "test_subclass": 0.5820666666666667, "test_sympy_utils": 17.416, "test_tensor_creation_ops": 73.11133333333339, "test_tensorboard": 18.1906, "test_tensorexpr": 41.714600000000004, "test_tensorexpr_pybind": 0.5669333333333335, "test_testing": 17.50453333333332, "test_torch": 144.01894444444403, "test_transformers": 28.847111111112657, "test_type_hints": 0.14213333333333333, "test_type_info": 0.24180000000000001, "test_type_promotion": 8.8372222222222, "test_unary_ufuncs": 328.6061111111726, "test_utils": 40.255000000000145, "test_view_ops": 15.42077777777778, "test_vulkan": 0.0004, "test_weak": 3.673466666666666, "test_xnnpack_integration": 7.440066666666667, "torch_np/numpy_tests/core/test_dlpack": 0.5119333333333335, "torch_np/numpy_tests/core/test_dtype": 0.36466666666666675, "torch_np/numpy_tests/core/test_einsum": 12.199866666666669, "torch_np/numpy_tests/core/test_getlimits": 0.46526666666666666, "torch_np/numpy_tests/core/test_indexing": 0.6440666666666666, "torch_np/numpy_tests/core/test_multiarray": 25.92526666666667, "torch_np/numpy_tests/core/test_numeric": 4.1903999999999995, "torch_np/numpy_tests/core/test_numerictypes": 0.28186666666666665, "torch_np/numpy_tests/core/test_scalar_ctors": 0.5251333333333335, "torch_np/numpy_tests/core/test_scalar_methods": 0.45813333333333334, "torch_np/numpy_tests/core/test_scalarinherit": 0.0008, "torch_np/numpy_tests/core/test_scalarmath": 20.901533333333333, "torch_np/numpy_tests/core/test_shape_base": 0.8704666666666668, "torch_np/numpy_tests/fft/test_helper": 4.9258, "torch_np/numpy_tests/fft/test_pocketfft": 3.2691333333333334, "torch_np/numpy_tests/lib/test_arraypad": 0.43760000000000004, "torch_np/numpy_tests/lib/test_arraysetops": 0.4286666666666667, "torch_np/numpy_tests/lib/test_function_base": 2.2358000000000002, "torch_np/numpy_tests/lib/test_histograms": 0.8583999999999999, "torch_np/numpy_tests/lib/test_index_tricks": 0.49753333333333344, "torch_np/numpy_tests/lib/test_shape_base_": 0.9206666666666667, "torch_np/numpy_tests/lib/test_twodim_base": 0.7902666666666667, "torch_np/numpy_tests/lib/test_type_check": 0.5129333333333334, "torch_np/numpy_tests/linalg/test_linalg": 7.813733333333333, "torch_np/test_basic": 1.070466666666667, "torch_np/test_binary_ufuncs": 0.5172000000000001, "torch_np/test_dtype": 0.2786, "torch_np/test_function_base": 0.5865333333333334, "torch_np/test_ndarray_methods": 3.208266666666667, "torch_np/test_nep50_examples": 0.1563333333333334, "torch_np/test_random": 0.29573333333333335, "torch_np/test_reductions": 3.294999999999953, "torch_np/test_scalars_0D_arrays": 0.30060000000000003, "torch_np/test_ufuncs_basic": 1.271266666666667, "torch_np/test_unary_ufuncs": 0.5341333333333333}, "inductor": {"distributed/test_dynamo_distributed": 135.4145, "distributed/test_inductor_collectives": 39.442750000000004, "inductor/test_torchinductor": 1388.6559999999995, "inductor/test_torchinductor_opinfo": 645.8719999999987, "test_modules": 208.2937500000004, "test_ops": 2263.6467499996734, "test_ops_gradients": 1040.6804999999417, "test_torch": 689.2379999999974}, "inductor_distributed": {"distributed/test_dynamo_distributed": 204.08024999999998, "distributed/test_inductor_collectives": 68.60625}, "jit_legacy": {"test_jit_fuser_legacy": 0.007, "test_jit_legacy": 126.95233333333333}, "nogpu_AVX512": {"backends/xeon/test_launch": 1.7193333333333332, "benchmark_utils/test_benchmark_utils": 0.47433333333333333, "distributions/test_distributions": 58.49366666666666, "dynamo/test_activation_checkpointing": 1.5023333333333329, "dynamo/test_after_aot": 9.704666666666666, "dynamo/test_allow_inline_skip": 1.161, "dynamo/test_aot_autograd": 5.081333333333334, "dynamo/test_autograd_function": 1.194666666666667, "dynamo/test_backends": 15.104, "dynamo/test_comptime": 0.4036666666666668, "dynamo/test_config": 0.436, "dynamo/test_ctx_manager": 1.1656666666666669, "dynamo/test_debug_utils": 0.22866666666666666, "dynamo/test_decorators": 0.5060000000000001, "dynamo/test_dynamic_shapes": 1003.4246666666664, "dynamo/test_exc": 1.58, "dynamo/test_export": 16.264, "dynamo/test_export_mutations": 0.383, "dynamo/test_functions": 9.638333333333323, "dynamo/test_global": 0.4393333333333334, "dynamo/test_higher_order_ops": 11.000666666666666, "dynamo/test_hooks": 28.478333333333335, "dynamo/test_interop": 0.38266666666666665, "dynamo/test_logging": 15.413999999999996, "dynamo/test_minifier": 1.4346666666666665, "dynamo/test_misc": 37.078333333333376, "dynamo/test_model_output": 0.0023333333333333335, "dynamo/test_modules": 14.078000000000001, "dynamo/test_nops": 0.333, "dynamo/test_optimizers": 2.265, "dynamo/test_pre_dispatch": 0.4040000000000001, "dynamo/test_profiler": 0.9420000000000001, "dynamo/test_python_autograd": 0.9370000000000002, "dynamo/test_recompiles": 0.8196666666666667, "dynamo/test_replay_record": 0.002, "dynamo/test_repros": 24.407666666666668, "dynamo/test_skip_non_tensor": 0.3423333333333334, "dynamo/test_subclasses": 1.211, "dynamo/test_subgraphs": 2.568333333333332, "dynamo/test_unspec": 11.016666666666666, "dynamo/test_verify_correctness": 0.4923333333333333, "export/test_db": 2.469333333333333, "export/test_export": 7.8456666666666655, "export/test_funtionalized_assertions": 0.21633333333333335, "export/test_pass_infra": 0.7286666666666668, "export/test_passes": 1.361, "export/test_serialize": 3.767, "export/test_upgrade": 0.39166666666666666, "export/test_verifier": 0.8093333333333333, "functorch/test_aotdispatch": 11.459000000000001, "functorch/test_control_flow": 85.85466666666667, "functorch/test_dims": 24.55633333333333, "functorch/test_eager_transforms": 0.07933333333333335, "functorch/test_memory_efficient_fusion": 0.383, "functorch/test_minifier": 0.38100000000000006, "functorch/test_parsing": 0.22633333333333336, "functorch/test_rearrange": 0.25300000000000006, "functorch/test_vmap": 2.8066666666666635, "functorch/test_vmap_registrations": 1.9199999999999011, "inductor/test_binary_folding": 30.034666666666666, "inductor/test_codecache": 0.5890000000000001, "inductor/test_codegen_triton": 0.21666666666666667, "inductor/test_compiled_autograd": 269.92566666666704, "inductor/test_compiled_optimizers": 0.109, "inductor/test_config": 4.887333333333335, "inductor/test_cpp_wrapper": 712.2189999999999, "inductor/test_cpu_repro": 410.3039999999999, "inductor/test_custom_lowering": 0.0013333333333333333, "inductor/test_custom_post_grad_passes": 3.026666666666667, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 0.001, "inductor/test_extension_backend": 4.559333333333334, "inductor/test_foreach": 14.779666666666659, "inductor/test_fused_attention": 45.775, "inductor/test_fx_fusion": 0.2786666666666667, "inductor/test_group_batch_fusion": 0.0, "inductor/test_indexing": 0.4549999999999999, "inductor/test_inductor_freezing": 32.372, "inductor/test_minifier": 32.12433333333333, "inductor/test_minifier_isolate": 43.95466666666667, "inductor/test_mkldnn_pattern_matcher": 268.64966666666663, "inductor/test_profiler": 0.002, "inductor/test_standalone_compile": 9.4, "inductor/test_torchinductor": 1083.088333333333, "inductor/test_torchinductor_codegen_dynamic_shapes": 216.89033333333353, "inductor/test_torchinductor_dynamic_shapes": 1037.412999999998, "lazy/test_debug_util": 0.25733333333333336, "lazy/test_reuse_ir": 0.5076666666666667, "lazy/test_step_closures": 2.215, "lazy/test_ts_opinfo": 0.22966666666666666, "nn/test_convolution": 8.329000000000002, "nn/test_dropout": 0.09633333333333334, "nn/test_embedding": 0.04300000000000002, "nn/test_lazy_modules": 0.47166666666666673, "nn/test_module_hooks": 0.15133333333333335, "nn/test_multihead_attention": 4.482333333333334, "nn/test_packed_sequence": 0.38000000000000006, "nn/test_parametrization": 0.5870000000000001, "nn/test_pooling": 0.5053333333333333, "nn/test_pruning": 0.0756666666666667, "profiler/test_memory_profiler": 4.067, "profiler/test_profiler": 12.030999999999999, "profiler/test_profiler_tree": 0.4706666666666668, "test_ao_sparsity": 6.640999999999999, "test_autocast": 0.3066666666666667, "test_autograd": 22.549333333333312, "test_autograd_fallback": 0.30600000000000005, "test_bundled_inputs": 1.069, "test_comparison_utils": 0.224, "test_compile_benchmark_util": 0.0, "test_cpp_api_parity": 4.000333333333313, "test_cpp_extensions_aot_ninja": 0.03166666666666667, "test_cpp_extensions_aot_no_ninja": 0.03166666666666667, "test_cpp_extensions_jit": 127.05933333333336, "test_cpp_extensions_open_device_registration": 2.392, "test_custom_backend": 0.073, "test_custom_ops": 1.3033333333333335, "test_dataloader": 107.68833333333335, "test_datapipe": 3.029999999999998, "test_decomp": 0.22233333333333336, "test_deploy": 0.213, "test_dispatch": 31.264333333333337, "test_dynamic_shapes": 4.388000000000001, "test_fake_tensor": 0.5223333333333334, "test_flop_counter": 0.35033333333333333, "test_function_schema": 0.458, "test_functional_autograd_benchmark": 25.31566666666667, "test_functional_optim": 0.22566666666666665, "test_functionalization": 5.120666666666665, "test_futures": 0.8460000000000001, "test_fx": 238.72366666666665, "test_fx_experimental": 13.987000000000002, "test_fx_passes": 0.49100000000000016, "test_fx_reinplace_pass": 0.6846666666666668, "test_import_stats": 3.3106666666666666, "test_itt": 0.217, "test_jit": 96.85899999999998, "test_jit_autocast": 13.539666666666667, "test_jit_disabled": 0.3046666666666667, "test_jit_fuser_te": 118.25766666666671, "test_jit_llga_fuser": 2.4156666666666666, "test_legacy_vmap": 1.8213333333333335, "test_license": 0.214, "test_logging": 2.221, "test_maskedtensor": 0.5740000000000004, "test_meta": 0.2186666666666667, "test_mkl_verbose": 3.5563333333333333, "test_mkldnn_fusion": 54.97333333333333, "test_mkldnn_verbose": 3.314666666666667, "test_mobile_optimizer": 2.4773333333333336, "test_model_dump": 0.886, "test_monitor": 0.36766666666666664, "test_multiprocessing": 26.666000000000007, "test_multiprocessing_spawn": 18.688666666666666, "test_namedtensor": 0.839666666666667, "test_namedtuple_return_api": 1.5296666666666667, "test_native_functions": 0.3143333333333334, "test_nestedtensor": 0.13500000000000006, "test_nn": 40.01433333333345, "test_numba_integration": 0.0016666666666666668, "test_openmp": 4.215, "test_optim": 101.48866666666665, "test_out_dtype_op": 0.23600000000000002, "test_overrides": 1.8043333333332658, "test_package": 2.127333333333332, "test_per_overload_api": 0.21666666666666667, "test_prims": 0.011333333333333334, "test_proxy_tensor": 25.796666666666667, "test_pruning_op": 0.37666666666666665, "test_public_bindings": 5.4143333333333326, "test_python_dispatch": 0.29100000000000004, "test_pytree": 0.2953333333333334, "test_quantization": 1440.2186666666666, "test_schema_check": 0.11333333333333336, "test_serialization": 32.11366666666668, "test_set_default_mobile_cpu_allocator": 0.219, "test_show_pickle": 0.216, "test_sparse": 0.20133333333333334, "test_sparse_csr": 0.4013333333333334, "test_stateless": 6.742333333333334, "test_subclass": 0.5256666666666668, "test_sympy_utils": 16.319999999999997, "test_tensorboard": 27.334999999999997, "test_tensorexpr": 45.215666666666664, "test_tensorexpr_pybind": 0.7346666666666669, "test_testing": 17.834333333333333, "test_torch": 1.9709999999999905, "test_type_hints": 0.21466666666666667, "test_type_info": 0.21966666666666668, "test_utils": 15.852333333333334, "test_vulkan": 0.0, "test_weak": 3.3636666666666657, "test_xnnpack_integration": 7.324000000000001, "torch_np/numpy_tests/core/test_dlpack": 0.46833333333333343, "torch_np/numpy_tests/core/test_dtype": 0.33966666666666673, "torch_np/numpy_tests/core/test_einsum": 12.677333333333332, "torch_np/numpy_tests/core/test_getlimits": 0.41900000000000004, "torch_np/numpy_tests/core/test_indexing": 0.5216666666666668, "torch_np/numpy_tests/core/test_multiarray": 28.576666666666668, "torch_np/numpy_tests/core/test_numeric": 3.827666666666666, "torch_np/numpy_tests/core/test_numerictypes": 0.245, "torch_np/numpy_tests/core/test_scalar_ctors": 0.46433333333333343, "torch_np/numpy_tests/core/test_scalar_methods": 0.4123333333333334, "torch_np/numpy_tests/core/test_scalarinherit": 0.0003333333333333333, "torch_np/numpy_tests/core/test_scalarmath": 20.153, "torch_np/numpy_tests/core/test_shape_base": 0.7046666666666668, "torch_np/numpy_tests/fft/test_helper": 4.915, "torch_np/numpy_tests/fft/test_pocketfft": 3.153666666666666, "torch_np/numpy_tests/lib/test_arraypad": 0.40666666666666673, "torch_np/numpy_tests/lib/test_arraysetops": 0.3866666666666667, "torch_np/numpy_tests/lib/test_function_base": 2.055666666666667, "torch_np/numpy_tests/lib/test_histograms": 0.6853333333333333, "torch_np/numpy_tests/lib/test_index_tricks": 0.459, "torch_np/numpy_tests/lib/test_shape_base_": 0.7176666666666668, "torch_np/numpy_tests/lib/test_twodim_base": 0.5770000000000001, "torch_np/numpy_tests/lib/test_type_check": 0.46833333333333343, "torch_np/numpy_tests/linalg/test_linalg": 7.735, "torch_np/test_basic": 0.6523333333333338, "torch_np/test_binary_ufuncs": 0.47033333333333344, "torch_np/test_dtype": 0.25033333333333335, "torch_np/test_function_base": 0.40066666666666667, "torch_np/test_ndarray_methods": 3.181333333333333, "torch_np/test_nep50_examples": 0.10466666666666669, "torch_np/test_random": 0.26266666666666666, "torch_np/test_reductions": 2.928666666666615, "torch_np/test_scalars_0D_arrays": 0.26333333333333336, "torch_np/test_ufuncs_basic": 1.0253333333333337, "torch_np/test_unary_ufuncs": 0.49366666666666675}, "nogpu_NO_AVX2": {"backends/xeon/test_launch": 1.7863333333333333, "benchmark_utils/test_benchmark_utils": 0.47533333333333333, "distributions/test_distributions": 58.71633333333333, "dynamo/test_activation_checkpointing": 1.4846666666666664, "dynamo/test_after_aot": 9.943666666666667, "dynamo/test_allow_inline_skip": 1.1046666666666667, "dynamo/test_aot_autograd": 5.353666666666666, "dynamo/test_autograd_function": 1.2556666666666667, "dynamo/test_backends": 15.782000000000002, "dynamo/test_comptime": 0.4113333333333334, "dynamo/test_config": 0.44333333333333336, "dynamo/test_ctx_manager": 1.196666666666667, "dynamo/test_debug_utils": 0.2333333333333333, "dynamo/test_decorators": 0.5176666666666668, "dynamo/test_dynamic_shapes": 1009.8263333333333, "dynamo/test_exc": 1.5823333333333334, "dynamo/test_export": 16.939666666666664, "dynamo/test_export_mutations": 0.39766666666666667, "dynamo/test_functions": 9.868999999999993, "dynamo/test_global": 0.4546666666666668, "dynamo/test_higher_order_ops": 11.194999999999999, "dynamo/test_hooks": 27.817333333333334, "dynamo/test_interop": 0.39199999999999996, "dynamo/test_logging": 16.906, "dynamo/test_minifier": 1.4799999999999998, "dynamo/test_misc": 37.70833333333339, "dynamo/test_model_output": 0.0033333333333333335, "dynamo/test_modules": 14.348666666666666, "dynamo/test_nops": 0.3463333333333333, "dynamo/test_optimizers": 2.325, "dynamo/test_pre_dispatch": 0.4176666666666667, "dynamo/test_profiler": 0.9626666666666668, "dynamo/test_python_autograd": 0.9783333333333335, "dynamo/test_recompiles": 0.8513333333333334, "dynamo/test_replay_record": 0.0023333333333333335, "dynamo/test_repros": 26.148000000000007, "dynamo/test_skip_non_tensor": 0.35733333333333334, "dynamo/test_subclasses": 1.2883333333333333, "dynamo/test_subgraphs": 2.6699999999999995, "dynamo/test_unspec": 11.251666666666665, "dynamo/test_verify_correctness": 0.5066666666666667, "export/test_db": 2.532333333333333, "export/test_export": 8.160333333333332, "export/test_funtionalized_assertions": 0.22966666666666666, "export/test_pass_infra": 0.7516666666666668, "export/test_passes": 1.3803333333333334, "export/test_serialize": 3.9156666666666666, "export/test_upgrade": 0.4000000000000001, "export/test_verifier": 0.8413333333333334, "functorch/test_aotdispatch": 11.795, "functorch/test_control_flow": 87.48200000000001, "functorch/test_dims": 26.963333333333335, "functorch/test_eager_transforms": 0.08166666666666668, "functorch/test_memory_efficient_fusion": 0.4066666666666667, "functorch/test_minifier": 0.3893333333333335, "functorch/test_parsing": 0.232, "functorch/test_rearrange": 0.26666666666666666, "functorch/test_vmap": 2.7913333333333306, "functorch/test_vmap_registrations": 1.936333333333234, "inductor/test_binary_folding": 30.929000000000002, "inductor/test_codecache": 0.5846666666666667, "inductor/test_codegen_triton": 0.219, "inductor/test_compiled_autograd": 274.24233333333376, "inductor/test_compiled_optimizers": 0.11233333333333334, "inductor/test_config": 4.985666666666668, "inductor/test_cpp_wrapper": 688.8706666666667, "inductor/test_cpu_repro": 398.39899999999994, "inductor/test_custom_lowering": 0.001, "inductor/test_custom_post_grad_passes": 2.9693333333333336, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 0.001, "inductor/test_extension_backend": 12.080333333333334, "inductor/test_foreach": 14.497333333333325, "inductor/test_fused_attention": 46.75266666666667, "inductor/test_fx_fusion": 0.2833333333333334, "inductor/test_group_batch_fusion": 0.0003333333333333333, "inductor/test_indexing": 0.4583333333333333, "inductor/test_inductor_freezing": 33.160333333333334, "inductor/test_minifier": 32.76533333333333, "inductor/test_minifier_isolate": 44.885999999999996, "inductor/test_mkldnn_pattern_matcher": 272.7536666666667, "inductor/test_profiler": 0.002, "inductor/test_standalone_compile": 9.668666666666667, "inductor/test_torchinductor": 1097.5416666666663, "inductor/test_torchinductor_codegen_dynamic_shapes": 223.67800000000014, "inductor/test_torchinductor_dynamic_shapes": 1052.950666666666, "lazy/test_debug_util": 0.26633333333333337, "lazy/test_reuse_ir": 0.517, "lazy/test_step_closures": 2.218, "lazy/test_ts_opinfo": 0.237, "nn/test_convolution": 8.448333333333332, "nn/test_dropout": 0.13333333333333333, "nn/test_embedding": 0.04300000000000002, "nn/test_lazy_modules": 0.4850000000000001, "nn/test_module_hooks": 0.15100000000000002, "nn/test_multihead_attention": 4.617333333333334, "nn/test_packed_sequence": 0.37900000000000006, "nn/test_parametrization": 0.5573333333333333, "nn/test_pooling": 0.512, "nn/test_pruning": 0.0786666666666667, "profiler/test_memory_profiler": 4.166333333333333, "profiler/test_profiler": 13.651000000000002, "profiler/test_profiler_tree": 0.47466666666666674, "test_ao_sparsity": 7.044, "test_autocast": 0.3243333333333334, "test_autograd": 22.808333333333326, "test_autograd_fallback": 0.3213333333333334, "test_bundled_inputs": 1.5793333333333328, "test_comparison_utils": 0.2306666666666667, "test_compile_benchmark_util": 0.0, "test_cpp_api_parity": 4.114999999999983, "test_cpp_extensions_aot_ninja": 0.03366666666666667, "test_cpp_extensions_aot_no_ninja": 0.03233333333333334, "test_cpp_extensions_jit": 108.42466666666667, "test_cpp_extensions_open_device_registration": 2.3766666666666665, "test_custom_backend": 0.07333333333333332, "test_custom_ops": 1.299666666666667, "test_dataloader": 116.47300000000003, "test_datapipe": 3.1679999999999993, "test_decomp": 0.225, "test_deploy": 0.21733333333333335, "test_dispatch": 31.990000000000006, "test_dynamic_shapes": 4.1993333333333345, "test_fake_tensor": 0.53, "test_flop_counter": 0.442, "test_function_schema": 0.468, "test_functional_autograd_benchmark": 26.34433333333334, "test_functional_optim": 0.22899999999999998, "test_functionalization": 5.545999999999996, "test_futures": 0.8540000000000001, "test_fx": 277.01933333333335, "test_fx_experimental": 16.531000000000002, "test_fx_passes": 0.5013333333333335, "test_fx_reinplace_pass": 0.7116666666666668, "test_import_stats": 3.4296666666666664, "test_itt": 0.21866666666666668, "test_jit": 99.23233333333332, "test_jit_autocast": 13.976666666666667, "test_jit_disabled": 0.3123333333333334, "test_jit_fuser_te": 119.16366666666671, "test_jit_llga_fuser": 2.4939999999999993, "test_legacy_vmap": 1.7540000000000002, "test_license": 0.22, "test_logging": 2.324666666666667, "test_maskedtensor": 0.564666666666667, "test_meta": 0.2186666666666667, "test_mkl_verbose": 3.845333333333333, "test_mkldnn_fusion": 59.621333333333325, "test_mkldnn_verbose": 3.4463333333333335, "test_mobile_optimizer": 2.5106666666666664, "test_model_dump": 0.9036666666666667, "test_monitor": 0.37433333333333335, "test_multiprocessing": 27.311000000000003, "test_multiprocessing_spawn": 19.319333333333333, "test_namedtensor": 0.8683333333333335, "test_namedtuple_return_api": 1.5476666666666665, "test_native_functions": 0.33000000000000007, "test_nestedtensor": 0.13133333333333339, "test_nn": 44.922666666666764, "test_numba_integration": 0.002, "test_openmp": 3.9813333333333336, "test_optim": 105.95466666666665, "test_out_dtype_op": 0.24433333333333337, "test_overrides": 1.8099999999999328, "test_package": 2.523999999999999, "test_per_overload_api": 0.232, "test_prims": 0.011666666666666667, "test_proxy_tensor": 29.174333333333333, "test_pruning_op": 0.37533333333333335, "test_public_bindings": 5.413666666666667, "test_python_dispatch": 0.3016666666666667, "test_pytree": 0.30300000000000005, "test_quantization": 1461.951, "test_schema_check": 0.11733333333333336, "test_serialization": 44.75666666666668, "test_set_default_mobile_cpu_allocator": 0.22466666666666665, "test_show_pickle": 0.2263333333333333, "test_sparse": 0.219, "test_sparse_csr": 0.40166666666666667, "test_stateless": 6.8823333333333325, "test_subclass": 0.5650000000000001, "test_sympy_utils": 16.108333333333334, "test_tensorboard": 33.534000000000006, "test_tensorexpr": 45.47599999999999, "test_tensorexpr_pybind": 0.7553333333333336, "test_testing": 18.362999999999996, "test_torch": 1.9886666666666575, "test_type_hints": 0.22, "test_type_info": 0.22799999999999998, "test_utils": 16.260333333333335, "test_vulkan": 0.0006666666666666666, "test_weak": 3.522333333333332, "test_xnnpack_integration": 7.472666666666666, "torch_np/numpy_tests/core/test_dlpack": 0.47800000000000004, "torch_np/numpy_tests/core/test_dtype": 0.3503333333333334, "torch_np/numpy_tests/core/test_einsum": 14.069333333333335, "torch_np/numpy_tests/core/test_getlimits": 0.4306666666666667, "torch_np/numpy_tests/core/test_indexing": 0.5450000000000002, "torch_np/numpy_tests/core/test_multiarray": 26.402000000000005, "torch_np/numpy_tests/core/test_numeric": 3.8413333333333326, "torch_np/numpy_tests/core/test_numerictypes": 0.25166666666666665, "torch_np/numpy_tests/core/test_scalar_ctors": 0.47200000000000003, "torch_np/numpy_tests/core/test_scalar_methods": 0.42666666666666675, "torch_np/numpy_tests/core/test_scalarinherit": 0.0006666666666666666, "torch_np/numpy_tests/core/test_scalarmath": 20.331000000000003, "torch_np/numpy_tests/core/test_shape_base": 0.7346666666666669, "torch_np/numpy_tests/fft/test_helper": 5.046333333333333, "torch_np/numpy_tests/fft/test_pocketfft": 3.1556666666666655, "torch_np/numpy_tests/lib/test_arraypad": 0.41533333333333333, "torch_np/numpy_tests/lib/test_arraysetops": 0.39633333333333337, "torch_np/numpy_tests/lib/test_function_base": 2.121000000000001, "torch_np/numpy_tests/lib/test_histograms": 0.7020000000000003, "torch_np/numpy_tests/lib/test_index_tricks": 0.46866666666666673, "torch_np/numpy_tests/lib/test_shape_base_": 0.7493333333333334, "torch_np/numpy_tests/lib/test_twodim_base": 0.6023333333333335, "torch_np/numpy_tests/lib/test_type_check": 0.47800000000000004, "torch_np/numpy_tests/linalg/test_linalg": 7.716666666666666, "torch_np/test_basic": 0.6590000000000004, "torch_np/test_binary_ufuncs": 0.4913333333333334, "torch_np/test_dtype": 0.25666666666666665, "torch_np/test_function_base": 0.41, "torch_np/test_ndarray_methods": 3.2359999999999993, "torch_np/test_nep50_examples": 0.10433333333333335, "torch_np/test_random": 0.27266666666666667, "torch_np/test_reductions": 3.0666666666666202, "torch_np/test_scalars_0D_arrays": 0.27033333333333337, "torch_np/test_ufuncs_basic": 1.0336666666666672, "torch_np/test_unary_ufuncs": 0.502}}, "linux-focal-cuda11.8-py3.10-gcc9": {"distributed": {"distributed/_composable/fully_shard/test_fully_shard_compile": 39.401, "distributed/_composable/fully_shard/test_fully_shard_init": 22.195999999999998, "distributed/_composable/fully_shard/test_fully_shard_mixed_precision": 3.536, "distributed/_composable/fully_shard/test_fully_shard_model_checkpoint": 18.477, "distributed/_composable/fully_shard/test_fully_shard_optim_checkpoint": 8.251999999999999, "distributed/_composable/fully_shard/test_fully_shard_runtime": 9.858, "distributed/_composable/fully_shard/test_fully_shard_util": 3.94, "distributed/_composable/test_checkpoint": 0.201, "distributed/_composable/test_compose": 34.42100000000001, "distributed/_composable/test_contract": 0.248, "distributed/_composable/test_replicate": 26.009999999999998, "distributed/_shard/sharded_optim/test_sharded_optim": 5.805, "distributed/_shard/sharded_tensor/ops/test_binary_cmp": 11.418000000000001, "distributed/_shard/sharded_tensor/ops/test_embedding": 5.699, "distributed/_shard/sharded_tensor/ops/test_embedding_bag": 5.806, "distributed/_shard/sharded_tensor/ops/test_init": 8.612, "distributed/_shard/sharded_tensor/ops/test_tensor_ops": 14.237, "distributed/_shard/sharded_tensor/test_logger": 0.275, "distributed/_shard/sharded_tensor/test_sharded_tensor": 174.84400000000002, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 5.893000000000001, "distributed/_shard/sharding_plan/test_sharding_plan": 8.713000000000001, "distributed/_shard/sharding_spec/test_sharding_spec": 8.433000000000002, "distributed/_tensor/debug/test_op_coverage": 0.397, "distributed/_tensor/test_api": 17.519000000000002, "distributed/_tensor/test_basic_strategy": 0.44400000000000006, "distributed/_tensor/test_common_rules": 29.064, "distributed/_tensor/test_device_mesh": 64.442, "distributed/_tensor/test_dtensor": 69.887, "distributed/_tensor/test_dtensor_compile": 6.876, "distributed/_tensor/test_embedding_ops": 11.492999999999999, "distributed/_tensor/test_init": 20.821, "distributed/_tensor/test_math_ops": 11.690000000000001, "distributed/_tensor/test_matrix_ops": 29.739, "distributed/_tensor/test_pointwise_ops": 0.502, "distributed/_tensor/test_random_ops": 24.121000000000002, "distributed/_tensor/test_redistribute": 28.232999999999997, "distributed/_tensor/test_tensor_ops": 76.85499999999999, "distributed/_tensor/test_utils": 6.886, "distributed/_tensor/test_view_ops": 18.305, "distributed/_tools/test_memory_tracker": 0.335, "distributed/algorithms/ddp_comm_hooks/test_ddp_hooks": 24.654000000000003, "distributed/algorithms/quantization/test_quantization": 17.346999999999998, "distributed/algorithms/test_join": 29.139999999999997, "distributed/checkpoint/test_checkpoint": 24.402, "distributed/checkpoint/test_dedup_tensors": 0.28, "distributed/checkpoint/test_dtensor_checkpoint": 4.125, "distributed/checkpoint/test_dtensor_resharding": 18.947, "distributed/checkpoint/test_file_system_checkpoint": 21.569, "distributed/checkpoint/test_file_system_checkpoint_cpu": 30.214, "distributed/checkpoint/test_fsdp_model_state": 5.627000000000001, "distributed/checkpoint/test_fsdp_optim_state": 2.915, "distributed/checkpoint/test_fsdp_tp_checkpoint_conversion": 4.317, "distributed/checkpoint/test_fsspec": 4.629, "distributed/checkpoint/test_nested_dict": 0.285, "distributed/checkpoint/test_planner": 0.307, "distributed/checkpoint/test_tp_checkpoint": 4.211, "distributed/checkpoint/test_traverse": 0.297, "distributed/checkpoint/test_utils": 0.293, "distributed/elastic/events/lib_test": 0.337, "distributed/elastic/metrics/api_test": 0.28400000000000003, "distributed/elastic/multiprocessing/api_test": 25.967, "distributed/elastic/timer/local_timer_example": 9.619, "distributed/elastic/timer/local_timer_test": 4.517, "distributed/elastic/utils/distributed_test": 3.351, "distributed/elastic/utils/logging_test": 0.322, "distributed/elastic/utils/util_test": 0.343, "distributed/fsdp/test_checkpoint_wrapper": 0.431, "distributed/fsdp/test_distributed_checkpoint": 8.144, "distributed/fsdp/test_fsdp_apply": 12.254999999999999, "distributed/fsdp/test_fsdp_backward_prefetch": 5.836, "distributed/fsdp/test_fsdp_checkpoint": 66.3, "distributed/fsdp/test_fsdp_clip_grad_norm": 29.894000000000002, "distributed/fsdp/test_fsdp_comm": 31.314999999999994, "distributed/fsdp/test_fsdp_comm_hooks": 105.31199999999998, "distributed/fsdp/test_fsdp_core": 831.433, "distributed/fsdp/test_fsdp_dtensor_state_dict": 28.775, "distributed/fsdp/test_fsdp_exec_order": 28.399, "distributed/fsdp/test_fsdp_fine_tune": 9.355, "distributed/fsdp/test_fsdp_flatten_params": 38.82599999999999, "distributed/fsdp/test_fsdp_freezing_weights": 32.313, "distributed/fsdp/test_fsdp_fx": 0.253, "distributed/fsdp/test_fsdp_grad_acc": 37.114999999999995, "distributed/fsdp/test_fsdp_hybrid_shard": 35.016, "distributed/fsdp/test_fsdp_ignored_modules": 47.25899999999999, "distributed/fsdp/test_fsdp_input": 7.54, "distributed/fsdp/test_fsdp_memory": 11.96, "distributed/fsdp/test_fsdp_meta": 30.616000000000003, "distributed/fsdp/test_fsdp_misc": 45.443, "distributed/fsdp/test_fsdp_mixed_precision": 259.4100000000001, "distributed/fsdp/test_fsdp_multiple_forward": 4.035, "distributed/fsdp/test_fsdp_multiple_wrapping": 3.531, "distributed/fsdp/test_fsdp_optim_state": 236.10600000000005, "distributed/fsdp/test_fsdp_overlap": 43.003, "distributed/fsdp/test_fsdp_pure_fp16": 7.849, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 63.684, "distributed/fsdp/test_fsdp_state_dict": 674.159, "distributed/fsdp/test_fsdp_tp_integration": 14.672999999999998, "distributed/fsdp/test_fsdp_traversal": 3.941, "distributed/fsdp/test_fsdp_uneven": 3.943, "distributed/fsdp/test_fsdp_unshard_params": 54.364999999999995, "distributed/fsdp/test_fsdp_use_orig_params": 100.96000000000001, "distributed/fsdp/test_hsdp_dtensor_state_dict": 21.976000000000003, "distributed/fsdp/test_shard_utils": 3.8209999999999997, "distributed/fsdp/test_utils": 0.34800000000000003, "distributed/fsdp/test_wrap": 89.67099999999999, "distributed/nn/jit/test_instantiator": 0.29700000000000004, "distributed/optim/test_zero_redundancy_optimizer": 165.86099999999993, "distributed/pipeline/sync/skip/test_api": 0.007, "distributed/pipeline/sync/skip/test_gpipe": 1.0640000000000003, "distributed/pipeline/sync/skip/test_inspect_skip_layout": 0.009000000000000001, "distributed/pipeline/sync/skip/test_leak": 0.224, "distributed/pipeline/sync/skip/test_portal": 0.096, "distributed/pipeline/sync/skip/test_stash_pop": 0.010000000000000002, "distributed/pipeline/sync/skip/test_tracker": 0.14300000000000002, "distributed/pipeline/sync/skip/test_verify_skippables": 0.012000000000000002, "distributed/pipeline/sync/test_balance": 5.206999999999999, "distributed/pipeline/sync/test_bugs": 1.7169999999999999, "distributed/pipeline/sync/test_checkpoint": 0.24000000000000002, "distributed/pipeline/sync/test_copy": 0.965, "distributed/pipeline/sync/test_deferred_batch_norm": 0.772, "distributed/pipeline/sync/test_dependency": 0.101, "distributed/pipeline/sync/test_inplace": 0.131, "distributed/pipeline/sync/test_microbatch": 0.012000000000000004, "distributed/pipeline/sync/test_phony": 0.007, "distributed/pipeline/sync/test_pipe": 1.8120000000000003, "distributed/pipeline/sync/test_pipeline": 0.003, "distributed/pipeline/sync/test_stream": 1.1520000000000001, "distributed/pipeline/sync/test_transparency": 0.1, "distributed/pipeline/sync/test_worker": 0.011000000000000001, "distributed/rpc/cuda/test_tensorpipe_agent": 625.3449999999999, "distributed/rpc/test_share_memory": 3.145, "distributed/tensor/parallel/test_ddp_2d_parallel": 2.96, "distributed/tensor/parallel/test_fsdp_2d_parallel": 33.096999999999994, "distributed/tensor/parallel/test_parallelize_api": 23.442, "distributed/tensor/parallel/test_tp_examples": 15.699, "distributed/tensor/parallel/test_tp_random_state": 2.969, "distributed/tensor/parallel/test_tp_style": 29.462, "distributed/tensor/parallel/test_view_sharding_dim_change": 3.86, "distributed/test_c10d_common": 66.21399999999998, "distributed/test_c10d_gloo": 389.6069999999999, "distributed/test_c10d_logger": 14.996, "distributed/test_c10d_nccl": 512.0720000000001, "distributed/test_c10d_object_collectives": 31.546999999999997, "distributed/test_c10d_pypg": 118.28899999999999, "distributed/test_c10d_spawn_gloo": 26.455000000000002, "distributed/test_c10d_spawn_nccl": 32.141999999999996, "distributed/test_c10d_spawn_ucc": 18.235, "distributed/test_c10d_ucc": 200.77300000000005, "distributed/test_data_parallel": 2.326999999999999, "distributed/test_distributed_spawn": 806.1489999999993, "distributed/test_dynamo_distributed": 20.674999999999997, "distributed/test_fake_pg": 0.716, "distributed/test_functional_api": 4.1690000000000005, "distributed/test_inductor_collectives": 1.7309999999999997, "distributed/test_launcher": 1.301, "distributed/test_multi_threaded_pg": 0.522, "distributed/test_nccl": 0.5670000000000001, "distributed/test_pg_wrapper": 52.079, "distributed/test_store": 61.099000000000004}}, "linux-focal-cuda11.8-py3.10-gcc9-debug": {"default": {"backends/xeon/test_launch": 2.2369999999999997, "benchmark_utils/test_benchmark_utils": 1.782, "distributions/test_distributions": 79.84, "dynamo/test_activation_checkpointing": 1.9889999999999985, "dynamo/test_after_aot": 9.479000000000001, "dynamo/test_allow_inline_skip": 0.702, "dynamo/test_aot_autograd": 7.109000000000001, "dynamo/test_autograd_function": 1.574, "dynamo/test_backends": 17.673000000000002, "dynamo/test_comptime": 0.515, "dynamo/test_config": 0.5940000000000001, "dynamo/test_ctx_manager": 1.8429999999999997, "dynamo/test_cudagraphs": 2.21, "dynamo/test_debug_utils": 0.298, "dynamo/test_decorators": 0.6660000000000001, "dynamo/test_dynamic_shapes": 703.015, "dynamo/test_exc": 2.187, "dynamo/test_export": 22.497, "dynamo/test_export_mutations": 0.506, "dynamo/test_functions": 12.322, "dynamo/test_global": 0.6020000000000002, "dynamo/test_higher_order_ops": 15.801999999999998, "dynamo/test_hooks": 33.016000000000005, "dynamo/test_interop": 0.505, "dynamo/test_logging": 16.543, "dynamo/test_minifier": 3.24, "dynamo/test_misc": 59.46100000000008, "dynamo/test_model_output": 0.009000000000000001, "dynamo/test_modules": 15.728999999999997, "dynamo/test_nops": 0.437, "dynamo/test_optimizers": 3.17, "dynamo/test_pre_dispatch": 0.56, "dynamo/test_profiler": 1.365, "dynamo/test_python_autograd": 1.299, "dynamo/test_recompiles": 1.155, "dynamo/test_replay_record": 0.009000000000000001, "dynamo/test_repros": 43.696000000000026, "dynamo/test_skip_non_tensor": 0.462, "dynamo/test_subclasses": 1.6919999999999997, "dynamo/test_subgraphs": 3.704999999999999, "dynamo/test_unspec": 11.226, "dynamo/test_verify_correctness": 0.671, "export/test_db": 3.6710000000000003, "export/test_export": 11.732, "export/test_funtionalized_assertions": 0.267, "export/test_pass_infra": 0.9790000000000001, "export/test_passes": 2.015, "export/test_serialize": 5.560999999999998, "export/test_upgrade": 0.502, "export/test_verifier": 1.105, "functorch/test_aotdispatch": 17.526, "functorch/test_control_flow": 110.88400000000001, "functorch/test_dims": 26.562999999999995, "functorch/test_eager_transforms": 11.209, "functorch/test_memory_efficient_fusion": 9.876000000000001, "functorch/test_minifier": 0.508, "functorch/test_ops": 5487.300999999974, "functorch/test_parsing": 0.267, "functorch/test_rearrange": 0.339, "functorch/test_vmap": 387.62799999999913, "functorch/test_vmap_registrations": 2.067999999999886, "inductor/test_binary_folding": 5.166, "inductor/test_codecache": 0.8849999999999999, "inductor/test_codegen_triton": 0.304, "inductor/test_compiled_autograd": 442.3199999999987, "inductor/test_compiled_optimizers": 0.03000000000000002, "inductor/test_config": 7.282000000000001, "inductor/test_cpp_wrapper": 227.929, "inductor/test_cpu_repro": 522.522, "inductor/test_custom_lowering": 0.003, "inductor/test_custom_post_grad_passes": 4.14, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 233.822, "inductor/test_extension_backend": 6.303, "inductor/test_foreach": 21.424000000000166, "inductor/test_fused_attention": 66.533, "inductor/test_fx_fusion": 0.36400000000000005, "inductor/test_group_batch_fusion": 0.001, "inductor/test_indexing": 0.652, "inductor/test_inductor_freezing": 47.443000000000005, "inductor/test_minifier": 47.36, "inductor/test_minifier_isolate": 59.329, "inductor/test_mkldnn_pattern_matcher": 393.583, "inductor/test_mmdecomp": 0.025000000000000015, "inductor/test_profiler": 0.004, "inductor/test_standalone_compile": 13.597, "inductor/test_torchinductor": 1623.2059999999994, "inductor/test_torchinductor_codegen_dynamic_shapes": 1391.324999999999, "inductor/test_torchinductor_dynamic_shapes": 1605.9469999999997, "inductor/test_torchinductor_opinfo": 3.2119999999997626, "lazy/test_debug_util": 0.36, "lazy/test_reuse_ir": 0.538, "lazy/test_step_closures": 2.272, "lazy/test_ts_opinfo": 0.305, "nn/test_convolution": 35.47099999999989, "nn/test_dropout": 0.7679999999999999, "nn/test_embedding": 14.732999999999997, "nn/test_lazy_modules": 0.5860000000000002, "nn/test_module_hooks": 0.191, "nn/test_multihead_attention": 5.787999999999999, "nn/test_packed_sequence": 0.541, "nn/test_parametrization": 0.8120000000000002, "nn/test_pooling": 11.969000000000005, "nn/test_pruning": 0.10000000000000006, "profiler/test_memory_profiler": 5.529, "profiler/test_profiler": 20.567, "profiler/test_profiler_tree": 0.7240000000000001, "test_ao_sparsity": 11.528, "test_autocast": 0.9840000000000001, "test_autograd": 34.051000000000016, "test_autograd_fallback": 0.39500000000000013, "test_binary_ufuncs": 164.43899999999522, "test_bundled_inputs": 1.287, "test_comparison_utils": 0.28900000000000003, "test_compile_benchmark_util": 0.001, "test_complex": 0.07500000000000001, "test_content_store": 0.341, "test_cpp_api_parity": 13.437999999999924, "test_cpp_extensions_aot_ninja": 0.27899999999999997, "test_cpp_extensions_aot_no_ninja": 0.267, "test_cpp_extensions_jit": 261.76199999999994, "test_cpp_extensions_open_device_registration": 2.582, "test_cuda": 225.99899999999965, "test_cuda_expandable_segments": 228.0259999999997, "test_cuda_multigpu": 0.9720000000000002, "test_cuda_nvml_based_avail": 0.148, "test_cuda_primary_ctx": 0.003, "test_cuda_sanitizer": 0.342, "test_cuda_trace": 1.0559999999999998, "test_custom_backend": 0.107, "test_custom_ops": 4.295, "test_dataloader": 259.429, "test_datapipe": 3.544999999999999, "test_decomp": 15359.052000000052, "test_deploy": 0.283, "test_dispatch": 34.528999999999996, "test_dlpack": 0.2600000000000001, "test_dynamic_shapes": 6.401999999999999, "test_expanded_weights": 14.004999999999999, "test_fake_tensor": 10.254000000000003, "test_flop_counter": 0.43000000000000005, "test_foreach": 601.8199999999964, "test_function_schema": 0.679, "test_functional_autograd_benchmark": 19.264000000000003, "test_functional_optim": 0.31999999999999995, "test_functionalization": 7.3569999999999975, "test_functionalization_of_rng_ops": 3.244, "test_futures": 0.926, "test_fx": 305.37899999999996, "test_fx_experimental": 17.365999999999996, "test_fx_passes": 0.6660000000000001, "test_fx_reinplace_pass": 0.9150000000000001, "test_import_stats": 4.303, "test_indexing": 1.7629999999999986, "test_itt": 0.278, "test_jit": 265.14399999999995, "test_jit_autocast": 36.568, "test_jit_cuda_fuser": 280.738, "test_jit_disabled": 0.43, "test_jit_fuser_te": 1113.9899999999996, "test_jit_llga_fuser": 0.197, "test_jiterator": 26.464999999999904, "test_legacy_vmap": 2.7309999999999994, "test_license": 0.274, "test_linalg": 2083.779, "test_logging": 2.825, "test_masked": 30.805000000000074, "test_maskedtensor": 5.948999999999938, "test_matmul_cuda": 29.458000000000006, "test_meta": 2740.97699999979, "test_mkl_verbose": 5.339, "test_mkldnn": 76.86899999999994, "test_mkldnn_fusion": 43.34400000000001, "test_mkldnn_verbose": 4.332, "test_mobile_optimizer": 3.3679999999999994, "test_model_dump": 1.1770000000000003, "test_module_init": 2.009999999999999, "test_modules": 1019.4699999999856, "test_monitor": 0.464, "test_multiprocessing": 71.00999999999998, "test_multiprocessing_spawn": 24.753, "test_namedtensor": 1.6119999999999994, "test_namedtuple_return_api": 2.0220000000000002, "test_native_functions": 0.4030000000000001, "test_native_mha": 0.6530000000000004, "test_nestedtensor": 4.169999999999998, "test_nn": 164.93300000000374, "test_numba_integration": 0.11100000000000002, "test_numpy_interop": 0.14900000000000002, "test_nvfuser_frontend": 0.002, "test_openmp": 4.752, "test_ops": 7513.238999999944, "test_ops_fwd_gradients": 1201.3419999999735, "test_ops_gradients": 2089.2469999999457, "test_ops_jit": 1490.9159999999981, "test_optim": 234.15000000000003, "test_out_dtype_op": 0.405, "test_overrides": 1.9769999999999217, "test_package": 2.701, "test_per_overload_api": 0.274, "test_prims": 0.7060000000000002, "test_proxy_tensor": 36.596, "test_pruning_op": 0.499, "test_public_bindings": 6.951999999999999, "test_python_dispatch": 1.933, "test_pytree": 0.3510000000000001, "test_quantization": 2565.571999999999, "test_reductions": 64.12299999999992, "test_scatter_gather_ops": 16.106, "test_schema_check": 600.0119999999915, "test_segment_reductions": 2.6929999999999996, "test_serialization": 38.625, "test_set_default_mobile_cpu_allocator": 0.284, "test_shape_ops": 2.1619999999999995, "test_show_pickle": 0.295, "test_sort_and_select": 5.5440000000000005, "test_sparse": 876.1289999999977, "test_sparse_csr": 439.9749999999964, "test_sparse_semi_structured": 0.08700000000000006, "test_spectral_ops": 17.711999999999993, "test_stateless": 7.654, "test_subclass": 0.6880000000000002, "test_sympy_utils": 24.272, "test_tensor_creation_ops": 103.90300000000015, "test_tensorboard": 31.132, "test_tensorexpr": 140.77899999999997, "test_tensorexpr_pybind": 0.9530000000000003, "test_testing": 29.519999999999957, "test_torch": 153.49999999999991, "test_transformers": 151.20200000000514, "test_type_hints": 0.264, "test_type_info": 0.274, "test_type_promotion": 18.23199999999992, "test_unary_ufuncs": 440.70900000005184, "test_utils": 22.788000000000302, "test_view_ops": 23.890000000000015, "test_vulkan": 0.001, "test_weak": 4.250000000000001, "test_xnnpack_integration": 69.17, "torch_np/numpy_tests/core/test_dlpack": 0.6140000000000001, "torch_np/numpy_tests/core/test_dtype": 0.44700000000000006, "torch_np/numpy_tests/core/test_einsum": 18.530000000000005, "torch_np/numpy_tests/core/test_getlimits": 0.557, "torch_np/numpy_tests/core/test_indexing": 0.6690000000000002, "torch_np/numpy_tests/core/test_multiarray": 42.09499999999999, "torch_np/numpy_tests/core/test_numeric": 5.632999999999997, "torch_np/numpy_tests/core/test_numerictypes": 0.30400000000000005, "torch_np/numpy_tests/core/test_scalar_ctors": 0.5930000000000001, "torch_np/numpy_tests/core/test_scalar_methods": 0.5720000000000001, "torch_np/numpy_tests/core/test_scalarinherit": 0.001, "torch_np/numpy_tests/core/test_scalarmath": 34.997, "torch_np/numpy_tests/core/test_shape_base": 0.9750000000000002, "torch_np/numpy_tests/fft/test_helper": 8.405, "torch_np/numpy_tests/fft/test_pocketfft": 4.224, "torch_np/numpy_tests/lib/test_arraypad": 0.548, "torch_np/numpy_tests/lib/test_arraysetops": 0.5270000000000001, "torch_np/numpy_tests/lib/test_function_base": 3.271, "torch_np/numpy_tests/lib/test_histograms": 0.9470000000000003, "torch_np/numpy_tests/lib/test_index_tricks": 0.6090000000000001, "torch_np/numpy_tests/lib/test_shape_base_": 1.018, "torch_np/numpy_tests/lib/test_twodim_base": 0.8140000000000002, "torch_np/numpy_tests/lib/test_type_check": 0.62, "torch_np/numpy_tests/linalg/test_linalg": 12.274999999999999, "torch_np/test_basic": 0.9170000000000005, "torch_np/test_binary_ufuncs": 0.6470000000000001, "torch_np/test_dtype": 0.30100000000000005, "torch_np/test_function_base": 0.534, "torch_np/test_ndarray_methods": 4.519999999999996, "torch_np/test_nep50_examples": 0.15500000000000008, "torch_np/test_random": 0.336, "torch_np/test_reductions": 4.126999999999951, "torch_np/test_scalars_0D_arrays": 0.32300000000000006, "torch_np/test_ufuncs_basic": 1.3540000000000005, "torch_np/test_unary_ufuncs": 0.6580000000000001}}, "linux-focal-cuda11.8-py3.9-gcc9": {"multigpu": {"distributed/_shard/sharded_tensor/test_sharded_tensor": 324.504, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 7.848, "distributed/_shard/sharding_plan/test_sharding_plan": 11.658999999999999, "distributed/_shard/sharding_spec/test_sharding_spec": 14.159000000000002, "distributed/_tensor/test_device_mesh": 71.15700000000001, "distributed/_tensor/test_dtensor_compile": 15.802000000000001, "distributed/_tensor/test_random_ops": 27.558, "distributed/checkpoint/test_checkpoint": 26.933, "distributed/checkpoint/test_file_system_checkpoint": 18.471999999999998, "distributed/fsdp/test_checkpoint_wrapper": 0.40800000000000003, "distributed/fsdp/test_distributed_checkpoint": 6.979, "distributed/fsdp/test_fsdp_apply": 10.287, "distributed/fsdp/test_fsdp_backward_prefetch": 5.179, "distributed/fsdp/test_fsdp_checkpoint": 66.02899999999998, "distributed/fsdp/test_fsdp_clip_grad_norm": 25.818, "distributed/fsdp/test_fsdp_comm": 31.548999999999992, "distributed/fsdp/test_fsdp_comm_hooks": 107.13800000000002, "distributed/fsdp/test_fsdp_core": 950.724, "distributed/fsdp/test_fsdp_dtensor_state_dict": 55.76799999999999, "distributed/fsdp/test_fsdp_exec_order": 28.836, "distributed/fsdp/test_fsdp_fine_tune": 12.291, "distributed/fsdp/test_fsdp_flatten_params": 32.238, "distributed/fsdp/test_fsdp_freezing_weights": 32.343999999999994, "distributed/fsdp/test_fsdp_fx": 0.182, "distributed/fsdp/test_fsdp_grad_acc": 29.421, "distributed/fsdp/test_fsdp_hybrid_shard": 43.958999999999996, "distributed/fsdp/test_fsdp_ignored_modules": 47.086, "distributed/fsdp/test_fsdp_input": 6.18, "distributed/fsdp/test_fsdp_memory": 7.682, "distributed/fsdp/test_fsdp_meta": 26.830000000000002, "distributed/fsdp/test_fsdp_misc": 39.32099999999999, "distributed/fsdp/test_fsdp_mixed_precision": 222.863, "distributed/fsdp/test_fsdp_multiple_forward": 4.075, "distributed/fsdp/test_fsdp_multiple_wrapping": 3.575, "distributed/fsdp/test_fsdp_optim_state": 245.54000000000008, "distributed/fsdp/test_fsdp_overlap": 49.537000000000006, "distributed/fsdp/test_fsdp_pure_fp16": 8.085, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 62.288, "distributed/fsdp/test_fsdp_state_dict": 588.9710000000002, "distributed/fsdp/test_fsdp_tp_integration": 16.408, "distributed/fsdp/test_fsdp_traversal": 3.373, "distributed/fsdp/test_fsdp_uneven": 3.981, "distributed/fsdp/test_fsdp_unshard_params": 46.071, "distributed/fsdp/test_fsdp_use_orig_params": 214.613, "distributed/fsdp/test_hsdp_dtensor_state_dict": 41.319, "distributed/fsdp/test_shard_utils": 3.4389999999999996, "distributed/fsdp/test_utils": 0.374, "distributed/fsdp/test_wrap": 90.18299999999999, "distributed/rpc/cuda/test_tensorpipe_agent": 533.8769999999998, "distributed/tensor/parallel/test_ddp_2d_parallel": 5.207, "distributed/tensor/parallel/test_fsdp_2d_parallel": 94.749, "distributed/tensor/parallel/test_tp_examples": 19.644, "distributed/test_c10d_common": 63.033, "distributed/test_c10d_gloo": 341.942, "distributed/test_c10d_nccl": 477.6, "distributed/test_c10d_spawn_gloo": 22.77, "distributed/test_c10d_spawn_nccl": 27.662, "distributed/test_functional_api": 26.265000000000004, "distributed/test_pg_wrapper": 48.837, "distributed/test_store": 59.039000000000016, "test_cuda_multigpu": 5.979000000000002, "test_cuda_primary_ctx": 1.1070000000000002, "test_foreach": 0.445, "test_optim": 1.8820000000000001}}, "linux-focal-cuda12.1-py3-gcc9-slow-gradcheck": {"default": {"backends/xeon/test_launch": 1.5030000000000001, "benchmark_utils/test_benchmark_utils": 1.441, "distributions/test_distributions": 72.62500000000001, "dynamo/test_activation_checkpointing": 12.356000000000002, "dynamo/test_after_aot": 6.474, "dynamo/test_allow_inline_skip": 0.889, "dynamo/test_aot_autograd": 4.982, "dynamo/test_autograd_function": 1.398, "dynamo/test_backends": 11.988, "dynamo/test_comptime": 0.6890000000000001, "dynamo/test_config": 0.809, "dynamo/test_ctx_manager": 2.555999999999999, "dynamo/test_cudagraphs": 2.225, "dynamo/test_debug_utils": 0.198, "dynamo/test_decorators": 0.8570000000000001, "dynamo/test_dynamic_shapes": 186.101, "dynamo/test_exc": 1.351, "dynamo/test_export": 15.044999999999996, "dynamo/test_export_mutations": 0.742, "dynamo/test_functions": 9.968999999999994, "dynamo/test_global": 0.809, "dynamo/test_higher_order_ops": 17.066, "dynamo/test_hooks": 21.761999999999997, "dynamo/test_interop": 0.677, "dynamo/test_logging": 11.739, "dynamo/test_minifier": 2.4360000000000004, "dynamo/test_misc": 38.81300000000004, "dynamo/test_model_output": 0.002, "dynamo/test_modules": 10.146, "dynamo/test_nops": 0.299, "dynamo/test_optimizers": 2.421, "dynamo/test_pre_dispatch": 0.764, "dynamo/test_profiler": 1.204, "dynamo/test_python_autograd": 1.189, "dynamo/test_recompiles": 1.0689999999999997, "dynamo/test_replay_record": 0.002, "dynamo/test_repros": 28.434000000000005, "dynamo/test_skip_non_tensor": 0.6390000000000001, "dynamo/test_subclasses": 1.4219999999999997, "dynamo/test_subgraphs": 2.6309999999999993, "dynamo/test_unspec": 9.332, "dynamo/test_verify_correctness": 0.853, "export/test_db": 2.6340000000000003, "export/test_export": 8.076999999999998, "export/test_funtionalized_assertions": 0.198, "export/test_pass_infra": 0.9730000000000001, "export/test_passes": 1.681, "export/test_serialize": 3.9699999999999998, "export/test_upgrade": 0.7570000000000001, "export/test_verifier": 1.058, "functorch/test_aotdispatch": 13.04, "functorch/test_control_flow": 74.33700000000002, "functorch/test_dims": 22.971, "functorch/test_eager_transforms": 8.995, "functorch/test_memory_efficient_fusion": 7.298000000000001, "functorch/test_minifier": 0.3390000000000001, "functorch/test_ops": 2440.523999999976, "functorch/test_parsing": 0.20600000000000002, "functorch/test_rearrange": 0.22300000000000003, "functorch/test_vmap": 298.23299999999944, "functorch/test_vmap_registrations": 1.889999999999904, "inductor/test_aot_inductor": 1755.0230000000001, "inductor/test_binary_folding": 7.0, "inductor/test_codecache": 10.881, "inductor/test_codegen_triton": 0.212, "inductor/test_compiled_autograd": 305.2720000000005, "inductor/test_compiled_optimizers": 43.395999999999994, "inductor/test_config": 4.8290000000000015, "inductor/test_coordinate_descent_tuner": 1.363, "inductor/test_cpp_wrapper": 1044.34, "inductor/test_cpu_repro": 305.81499999999994, "inductor/test_cuda_repro": 23.820999999999998, "inductor/test_cudagraph_trees": 30.597, "inductor/test_custom_lowering": 2.1870000000000003, "inductor/test_custom_post_grad_passes": 2.736, "inductor/test_dependencies": 0.167, "inductor/test_efficient_conv_bn_eval": 0.002, "inductor/test_extension_backend": 4.115, "inductor/test_foreach": 96.92899999999999, "inductor/test_fp8": 0.001, "inductor/test_fused_attention": 70.118, "inductor/test_fx_fusion": 0.251, "inductor/test_group_batch_fusion": 20.338, "inductor/test_indexing": 0.439, "inductor/test_inductor_freezing": 56.762, "inductor/test_inplacing_pass": 3.3979999999999997, "inductor/test_kernel_benchmark": 7.892, "inductor/test_layout_optim": 7.723, "inductor/test_max_autotune": 190.276, "inductor/test_minifier": 34.806000000000004, "inductor/test_minifier_isolate": 72.351, "inductor/test_mkldnn_pattern_matcher": 260.783, "inductor/test_mmdecomp": 4.479000000000003, "inductor/test_pattern_matcher": 51.721, "inductor/test_perf": 3.596, "inductor/test_profiler": 3.2620000000000005, "inductor/test_select_algorithm": 76.40299999999999, "inductor/test_snode_runtime": 1.0530000000000002, "inductor/test_split_cat_fx_passes": 96.66199999999999, "inductor/test_standalone_compile": 9.036000000000001, "inductor/test_torchinductor": 926.4769999999999, "inductor/test_torchinductor_codegen_dynamic_shapes": 876.047, "inductor/test_torchinductor_dynamic_shapes": 1119.0720000000001, "inductor/test_torchinductor_opinfo": 736.1119999999995, "inductor/test_triton_heuristics": 0.223, "inductor/test_triton_wrapper": 4.456, "inductor/test_unbacked_symints": 4.55, "lazy/test_debug_util": 0.231, "lazy/test_reuse_ir": 0.378, "lazy/test_step_closures": 2.1919999999999997, "lazy/test_ts_opinfo": 0.21200000000000002, "nn/test_convolution": 1050.642, "nn/test_dropout": 0.845, "nn/test_embedding": 10.445999999999996, "nn/test_lazy_modules": 0.3760000000000001, "nn/test_module_hooks": 0.11900000000000001, "nn/test_multihead_attention": 4.197999999999999, "nn/test_packed_sequence": 0.3530000000000001, "nn/test_parametrization": 0.4880000000000001, "nn/test_pooling": 5.734999999999999, "nn/test_pruning": 0.06500000000000004, "profiler/test_memory_profiler": 4.1, "profiler/test_profiler": 16.367999999999995, "profiler/test_profiler_tree": 0.4650000000000001, "test_ao_sparsity": 7.274000000000001, "test_autocast": 0.808, "test_autograd": 44.15399999999999, "test_autograd_fallback": 0.281, "test_binary_ufuncs": 159.0839999999983, "test_bundled_inputs": 0.8360000000000001, "test_comparison_utils": 0.203, "test_compile_benchmark_util": 0.0, "test_complex": 0.07100000000000001, "test_content_store": 1.936, "test_cpp_api_parity": 9.649000000000042, "test_cpp_extensions_aot_ninja": 0.368, "test_cpp_extensions_aot_no_ninja": 0.29700000000000004, "test_cpp_extensions_open_device_registration": 1.987, "test_cuda": 101.38499999999989, "test_cuda_expandable_segments": 104.19699999999997, "test_cuda_multigpu": 0.56, "test_cuda_nvml_based_avail": 0.237, "test_cuda_primary_ctx": 0.003, "test_cuda_sanitizer": 0.267, "test_cuda_trace": 1.451, "test_custom_backend": 0.074, "test_custom_ops": 3.2810000000000006, "test_dataloader": 125.60799999999999, "test_datapipe": 2.1439999999999997, "test_deploy": 0.19, "test_dispatch": 27.176000000000002, "test_dlpack": 0.20900000000000013, "test_dynamic_shapes": 3.976000000000001, "test_expanded_weights": 9.625999999999998, "test_fake_tensor": 5.577, "test_flop_counter": 0.679, "test_foreach": 513.8469999999882, "test_function_schema": 0.441, "test_functional_autograd_benchmark": 13.866999999999999, "test_functional_optim": 0.19899999999999998, "test_functionalization": 3.9959999999999978, "test_functionalization_of_rng_ops": 2.345, "test_futures": 0.8220000000000001, "test_fx_experimental": 11.107999999999999, "test_fx_passes": 0.2620000000000001, "test_fx_reinplace_pass": 0.6210000000000001, "test_import_stats": 2.988, "test_indexing": 1.5239999999999971, "test_itt": 0.188, "test_jit_autocast": 19.627, "test_jit_cuda_fuser": 997.358000000001, "test_jit_disabled": 0.28200000000000003, "test_jit_fuser_te": 808.5769999999997, "test_jit_llga_fuser": 0.14700000000000002, "test_jiterator": 18.63900000000003, "test_legacy_vmap": 2.2020000000000004, "test_license": 0.194, "test_linalg": 277.71800000000053, "test_logging": 2.057, "test_masked": 23.983999999999988, "test_maskedtensor": 66.29899999999975, "test_matmul_cuda": 55.72699999999998, "test_mkl_verbose": 3.132, "test_mkldnn": 41.928000000000004, "test_mkldnn_fusion": 28.425, "test_mkldnn_verbose": 2.9859999999999998, "test_mobile_optimizer": 2.637, "test_model_dump": 0.752, "test_module_init": 2.3539999999999837, "test_modules": 1475.7929999999933, "test_monitor": 0.531, "test_multiprocessing": 78.16599999999998, "test_multiprocessing_spawn": 17.559, "test_namedtensor": 1.5289999999999986, "test_namedtuple_return_api": 1.585, "test_native_functions": 0.28600000000000003, "test_native_mha": 0.8940000000000003, "test_nestedtensor": 4.268999999999994, "test_nn": 509.0620000000028, "test_numba_integration": 0.081, "test_numpy_interop": 0.11500000000000002, "test_nvfuser_frontend": 2.7270000000000003, "test_openmp": 3.442, "test_ops_fwd_gradients": 5677.999999999991, "test_ops_gradients": 5716.750999999938, "test_optim": 139.34800000000004, "test_out_dtype_op": 0.6110000000000001, "test_overrides": 1.795999999999932, "test_package": 1.8369999999999993, "test_per_overload_api": 0.193, "test_prims": 0.539, "test_proxy_tensor": 24.405, "test_pruning_op": 0.338, "test_public_bindings": 4.635000000000001, "test_python_dispatch": 1.6729999999999998, "test_pytree": 0.25500000000000006, "test_reductions": 115.17100000000245, "test_scatter_gather_ops": 10.551, "test_schema_check": 453.5949999999966, "test_segment_reductions": 2.713999999999998, "test_serialization": 25.421000000000017, "test_set_default_mobile_cpu_allocator": 0.192, "test_shape_ops": 1.8929999999999967, "test_show_pickle": 0.212, "test_sort_and_select": 3.7789999999999964, "test_sparse": 570.4380000000001, "test_sparse_csr": 441.9499999999997, "test_sparse_semi_structured": 55.28099999999999, "test_spectral_ops": 19.138999999999985, "test_stateless": 5.363, "test_subclass": 0.4730000000000001, "test_sympy_utils": 16.464999999999996, "test_tensor_creation_ops": 83.85900000000021, "test_tensorboard": 19.177999999999997, "test_tensorexpr": 111.26200000000003, "test_tensorexpr_pybind": 0.5290000000000001, "test_testing": 22.183999999999944, "test_torch": 82.66100000000023, "test_transformers": 1388.501999999697, "test_type_hints": 0.19, "test_type_info": 0.195, "test_type_promotion": 14.410000000000016, "test_unary_ufuncs": 377.7040000000158, "test_utils": 18.810000000000272, "test_view_ops": 16.493999999999996, "test_vulkan": 0.0, "test_weak": 3.1119999999999988, "test_xnnpack_integration": 7.038, "torch_np/numpy_tests/core/test_dlpack": 0.43200000000000005, "torch_np/numpy_tests/core/test_dtype": 0.31800000000000006, "torch_np/numpy_tests/core/test_einsum": 11.332999999999998, "torch_np/numpy_tests/core/test_getlimits": 0.384, "torch_np/numpy_tests/core/test_indexing": 0.4760000000000001, "torch_np/numpy_tests/core/test_multiarray": 25.467000000000002, "torch_np/numpy_tests/core/test_numeric": 3.811999999999999, "torch_np/numpy_tests/core/test_numerictypes": 0.21800000000000003, "torch_np/numpy_tests/core/test_scalar_ctors": 0.43600000000000005, "torch_np/numpy_tests/core/test_scalar_methods": 0.403, "torch_np/numpy_tests/core/test_scalarinherit": 0.0, "torch_np/numpy_tests/core/test_scalarmath": 20.812, "torch_np/numpy_tests/core/test_shape_base": 0.674, "torch_np/numpy_tests/fft/test_helper": 5.034, "torch_np/numpy_tests/fft/test_pocketfft": 2.5569999999999995, "torch_np/numpy_tests/lib/test_arraypad": 0.375, "torch_np/numpy_tests/lib/test_arraysetops": 0.3540000000000001, "torch_np/numpy_tests/lib/test_function_base": 1.868, "torch_np/numpy_tests/lib/test_histograms": 0.6310000000000001, "torch_np/numpy_tests/lib/test_index_tricks": 0.43200000000000005, "torch_np/numpy_tests/lib/test_shape_base_": 0.68, "torch_np/numpy_tests/lib/test_twodim_base": 0.5320000000000001, "torch_np/numpy_tests/lib/test_type_check": 0.434, "torch_np/numpy_tests/linalg/test_linalg": 7.444999999999999, "torch_np/test_basic": 0.8390000000000003, "torch_np/test_binary_ufuncs": 0.43800000000000006, "torch_np/test_dtype": 0.22400000000000003, "torch_np/test_function_base": 0.373, "torch_np/test_ndarray_methods": 2.97, "torch_np/test_nep50_examples": 0.022, "torch_np/test_random": 0.23300000000000004, "torch_np/test_reductions": 2.674999999999969, "torch_np/test_scalars_0D_arrays": 0.23100000000000004, "torch_np/test_ufuncs_basic": 0.9210000000000004, "torch_np/test_unary_ufuncs": 0.45100000000000007}}, "linux-focal-cuda12.1-py3.10-gcc9": {"default": {"backends/xeon/test_launch": 2.2319999999999998, "benchmark_utils/test_benchmark_utils": 1.826, "distributions/test_distributions": 82.33300000000003, "dynamo/test_activation_checkpointing": 1.2169999999999985, "dynamo/test_after_aot": 10.486, "dynamo/test_aot_autograd": 9.123, "dynamo/test_autograd_function": 1.6610000000000003, "dynamo/test_backends": 18.252, "dynamo/test_comptime": 0.55, "dynamo/test_config": 0.604, "dynamo/test_ctx_manager": 1.909, "dynamo/test_cudagraphs": 2.6510000000000007, "dynamo/test_decorators": 0.7140000000000002, "dynamo/test_dynamic_shapes": 472.15899999999993, "dynamo/test_exc": 2.217, "dynamo/test_export": 21.436999999999994, "dynamo/test_export_mutations": 0.45300000000000007, "dynamo/test_functions": 14.282999999999994, "dynamo/test_global": 0.5980000000000002, "dynamo/test_higher_order_ops": 8.716999999999999, "dynamo/test_interop": 0.518, "dynamo/test_logging": 16.249999999999993, "dynamo/test_minifier": 3.545999999999999, "dynamo/test_misc": 56.826999999999984, "dynamo/test_model_output": 0.009000000000000001, "dynamo/test_modules": 17.851999999999997, "dynamo/test_nops": 0.434, "dynamo/test_optimizers": 3.642, "dynamo/test_pre_dispatch": 0.555, "dynamo/test_profiler": 1.315, "dynamo/test_python_autograd": 1.3970000000000002, "dynamo/test_recompiles": 1.129, "dynamo/test_replay_record": 0.009000000000000001, "dynamo/test_repros": 30.604, "dynamo/test_skip_non_tensor": 0.478, "dynamo/test_subclasses": 1.3269999999999997, "dynamo/test_subgraphs": 3.8109999999999986, "dynamo/test_unspec": 14.248, "dynamo/test_verify_correctness": 0.7230000000000001, "export/test_db": 3.492999999999999, "export/test_export": 11.262999999999998, "export/test_funtionalized_assertions": 0.279, "export/test_pass_infra": 0.989, "export/test_passes": 1.9659999999999997, "export/test_serialize": 5.457, "export/test_upgrade": 0.5019999999999999, "export/test_verifier": 1.056, "functorch/test_aotdispatch": 16.379999999999992, "functorch/test_control_flow": 15.648000000000003, "functorch/test_dims": 28.531999999999996, "functorch/test_eager_transforms": 12.266999999999996, "functorch/test_memory_efficient_fusion": 9.563, "functorch/test_minifier": 0.5119999999999999, "functorch/test_ops": 4601.143999999965, "functorch/test_parsing": 0.309, "functorch/test_rearrange": 0.35200000000000004, "functorch/test_vmap": 394.9799999999989, "functorch/test_vmap_registrations": 2.0809999999998854, "inductor/test_binary_folding": 4.8420000000000005, "inductor/test_codegen_triton": 0.414, "inductor/test_compiled_autograd": 435.7099999999998, "inductor/test_compiled_optimizers": 0.02900000000000002, "inductor/test_config": 7.928, "inductor/test_cpp_wrapper": 212.59800000000004, "inductor/test_cpu_repro": 528.2309999999999, "inductor/test_custom_lowering": 0.003, "inductor/test_custom_post_grad_passes": 4.4559999999999995, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 255.017, "inductor/test_extension_backend": 6.026, "inductor/test_foreach": 18.57900000000012, "inductor/test_fused_attention": 68.48700000000001, "inductor/test_fx_fusion": 0.36300000000000004, "inductor/test_group_batch_fusion": 0.001, "inductor/test_indexing": 0.678, "inductor/test_inductor_freezing": 44.509, "inductor/test_minifier": 49.108, "inductor/test_minifier_isolate": 58.535, "inductor/test_mkldnn_pattern_matcher": 287.012, "inductor/test_mmdecomp": 0.025000000000000015, "inductor/test_profiler": 0.004, "inductor/test_standalone_compile": 13.488000000000001, "inductor/test_torchinductor": 1638.7419999999993, "inductor/test_torchinductor_codegen_dynamic_shapes": 1396.967999999999, "inductor/test_torchinductor_dynamic_shapes": 1567.722999999999, "inductor/test_torchinductor_opinfo": 3.0549999999997812, "lazy/test_debug_util": 0.363, "lazy/test_reuse_ir": 0.5549999999999999, "lazy/test_step_closures": 2.2689999999999997, "lazy/test_ts_opinfo": 0.30500000000000005, "nn/test_convolution": 38.32299999999993, "nn/test_dropout": 1.221, "nn/test_embedding": 15.845999999999995, "nn/test_lazy_modules": 0.5440000000000002, "nn/test_module_hooks": 0.18999999999999997, "nn/test_multihead_attention": 6.715, "nn/test_packed_sequence": 0.521, "nn/test_parametrization": 0.7450000000000001, "nn/test_pooling": 12.517000000000003, "nn/test_pruning": 0.10500000000000004, "profiler/test_memory_profiler": 5.7090000000000005, "profiler/test_profiler": 19.37, "profiler/test_profiler_tree": 0.7410000000000001, "test_ao_sparsity": 10.781, "test_autocast": 1.0090000000000001, "test_autograd": 33.18200000000003, "test_autograd_fallback": 0.4400000000000001, "test_binary_ufuncs": 154.9090000000022, "test_bundled_inputs": 1.3179999999999996, "test_comparison_utils": 0.28700000000000003, "test_compile_benchmark_util": 0.002, "test_complex": 0.11700000000000002, "test_content_store": 0.39, "test_cpp_api_parity": 14.497999999999928, "test_cpp_extensions_aot_ninja": 0.31800000000000006, "test_cpp_extensions_aot_no_ninja": 0.31900000000000006, "test_cpp_extensions_jit": 90.11100000000003, "test_cpp_extensions_open_device_registration": 2.725, "test_cuda": 95.44700000000002, "test_cuda_expandable_segments": 91.41600000000003, "test_cuda_multigpu": 0.9200000000000002, "test_cuda_nvml_based_avail": 0.15899999999999997, "test_cuda_primary_ctx": 0.003, "test_cuda_sanitizer": 0.4310000000000001, "test_cuda_trace": 1.017, "test_custom_backend": 0.113, "test_custom_ops": 4.175, "test_dataloader": 134.78, "test_datapipe": 3.3159999999999985, "test_decomp": 8559.557999999983, "test_deploy": 0.272, "test_dispatch": 34.459999999999994, "test_dlpack": 0.30500000000000016, "test_dynamic_shapes": 5.901, "test_expanded_weights": 16.694999999999997, "test_fake_tensor": 10.217000000000004, "test_flop_counter": 0.42900000000000005, "test_foreach": 552.7799999999943, "test_function_schema": 0.7040000000000001, "test_functional_autograd_benchmark": 20.320999999999998, "test_functional_optim": 0.33299999999999996, "test_functionalization": 8.564, "test_functionalization_of_rng_ops": 3.4320000000000004, "test_futures": 0.9400000000000001, "test_fx": 320.86799999999994, "test_fx_experimental": 18.642, "test_fx_passes": 0.7000000000000002, "test_fx_reinplace_pass": 0.9400000000000002, "test_import_stats": 4.595, "test_indexing": 2.2929999999999935, "test_itt": 0.271, "test_jit": 136.78699999999998, "test_jit_autocast": 36.221999999999994, "test_jit_cuda_fuser": 276.24500000000035, "test_jit_disabled": 0.419, "test_jit_fuser_te": 775.9380000000001, "test_jit_llga_fuser": 0.21300000000000002, "test_jiterator": 26.588999999999924, "test_legacy_vmap": 3.196, "test_license": 0.273, "test_linalg": 345.49099999999964, "test_logging": 3.023, "test_masked": 31.296000000000074, "test_maskedtensor": 10.49199999999999, "test_matmul_cuda": 30.281000000000002, "test_meta": 2900.8159999998616, "test_mkl_verbose": 4.673, "test_mkldnn": 69.01933333333331, "test_mkldnn_fusion": 46.18600000000001, "test_mkldnn_verbose": 4.519, "test_mobile_optimizer": 3.432, "test_model_dump": 1.154, "test_module_init": 2.0289999999999973, "test_modules": 426.37699999999995, "test_monitor": 0.453, "test_multiprocessing": 86.70100000000001, "test_multiprocessing_spawn": 24.873, "test_namedtensor": 2.173999999999998, "test_namedtuple_return_api": 2.18, "test_native_functions": 0.43800000000000006, "test_native_mha": 1.1229999999999998, "test_nestedtensor": 4.4099999999999975, "test_nn": 169.2550000000036, "test_numba_integration": 0.14200000000000002, "test_numpy_interop": 0.15700000000000003, "test_nvfuser_frontend": 0.002, "test_openmp": 4.747, "test_ops": 6625.301999999943, "test_ops_fwd_gradients": 1117.7219999999725, "test_ops_gradients": 1359.0699999999595, "test_ops_jit": 1465.8709999999987, "test_optim": 234.80500000000004, "test_out_dtype_op": 0.43000000000000005, "test_overrides": 1.9949999999999226, "test_package": 2.856999999999999, "test_per_overload_api": 0.281, "test_prims": 0.804, "test_proxy_tensor": 38.102, "test_pruning_op": 0.517, "test_public_bindings": 2.7119999999999997, "test_python_dispatch": 2.3739999999999997, "test_pytree": 0.39200000000000007, "test_quantization": 1836.5370000000007, "test_reductions": 66.90200000000131, "test_scatter_gather_ops": 18.150999999999993, "test_schema_check": 606.4579999999956, "test_segment_reductions": 3.167999999999998, "test_serialization": 40.96300000000001, "test_set_default_mobile_cpu_allocator": 0.276, "test_shape_ops": 2.6719999999999993, "test_show_pickle": 0.313, "test_sort_and_select": 6.255999999999996, "test_sparse": 406.1549999999995, "test_sparse_csr": 456.37000000000324, "test_sparse_semi_structured": 0.04200000000000003, "test_spectral_ops": 22.736999999999988, "test_stateless": 9.9, "test_subclass": 0.7330000000000002, "test_sympy_utils": 25.06299999999999, "test_tensor_creation_ops": 111.64399999999999, "test_tensorboard": 31.418000000000003, "test_tensorexpr": 141.03800000000004, "test_tensorexpr_pybind": 0.9970000000000002, "test_testing": 34.465999999999966, "test_torch": 159.35599999999977, "test_transformers": 150.40100000000606, "test_type_hints": 0.288, "test_type_info": 0.285, "test_type_promotion": 19.158999999999928, "test_unary_ufuncs": 466.8940000000652, "test_utils": 10.633000000000294, "test_view_ops": 26.262999999999984, "test_vulkan": 0.001, "test_weak": 4.695000000000001, "test_xnnpack_integration": 8.465, "torch_np/numpy_tests/core/test_dlpack": 0.5920000000000001, "torch_np/numpy_tests/core/test_dtype": 0.44800000000000006, "torch_np/numpy_tests/core/test_einsum": 18.468000000000004, "torch_np/numpy_tests/core/test_getlimits": 0.529, "torch_np/numpy_tests/core/test_indexing": 0.7070000000000002, "torch_np/numpy_tests/core/test_multiarray": 41.26299999999998, "torch_np/numpy_tests/core/test_numeric": 5.742, "torch_np/numpy_tests/core/test_numerictypes": 0.322, "torch_np/numpy_tests/core/test_scalar_ctors": 0.5630000000000001, "torch_np/numpy_tests/core/test_scalar_methods": 0.545, "torch_np/numpy_tests/core/test_scalarinherit": 0.002, "torch_np/numpy_tests/core/test_scalarmath": 36.873000000000005, "torch_np/numpy_tests/core/test_shape_base": 1.0190000000000001, "torch_np/numpy_tests/fft/test_helper": 11.093, "torch_np/numpy_tests/fft/test_pocketfft": 4.274, "torch_np/numpy_tests/lib/test_arraypad": 0.513, "torch_np/numpy_tests/lib/test_arraysetops": 0.5190000000000001, "torch_np/numpy_tests/lib/test_function_base": 3.12, "torch_np/numpy_tests/lib/test_histograms": 0.9320000000000003, "torch_np/numpy_tests/lib/test_index_tricks": 0.5840000000000001, "torch_np/numpy_tests/lib/test_shape_base_": 1.0430000000000001, "torch_np/numpy_tests/lib/test_twodim_base": 0.8130000000000002, "torch_np/numpy_tests/lib/test_type_check": 0.6000000000000001, "torch_np/numpy_tests/linalg/test_linalg": 12.181999999999997, "torch_np/test_basic": 0.9980000000000004, "torch_np/test_binary_ufuncs": 0.6240000000000001, "torch_np/test_dtype": 0.333, "torch_np/test_function_base": 0.503, "torch_np/test_ndarray_methods": 4.860999999999997, "torch_np/test_nep50_examples": 0.2350000000000001, "torch_np/test_random": 0.35000000000000003, "torch_np/test_reductions": 4.342999999999953, "torch_np/test_scalars_0D_arrays": 0.343, "torch_np/test_ufuncs_basic": 1.4900000000000007, "torch_np/test_unary_ufuncs": 0.6620000000000001}, "jit_legacy": {"test_jit_fuser_legacy": 0.007, "test_jit_legacy": 126.95233333333333}, "nogpu_AVX512": {"backends/xeon/test_launch": 1.7193333333333332, "benchmark_utils/test_benchmark_utils": 0.47433333333333333, "distributions/test_distributions": 58.49366666666666, "dynamo/test_activation_checkpointing": 1.5023333333333329, "dynamo/test_after_aot": 9.704666666666666, "dynamo/test_allow_inline_skip": 1.161, "dynamo/test_aot_autograd": 5.081333333333334, "dynamo/test_autograd_function": 1.194666666666667, "dynamo/test_backends": 15.104, "dynamo/test_comptime": 0.4036666666666668, "dynamo/test_config": 0.436, "dynamo/test_ctx_manager": 1.1656666666666669, "dynamo/test_debug_utils": 0.22866666666666666, "dynamo/test_decorators": 0.5060000000000001, "dynamo/test_dynamic_shapes": 1003.4246666666664, "dynamo/test_exc": 1.58, "dynamo/test_export": 16.264, "dynamo/test_export_mutations": 0.383, "dynamo/test_functions": 9.638333333333323, "dynamo/test_global": 0.4393333333333334, "dynamo/test_higher_order_ops": 11.000666666666666, "dynamo/test_hooks": 28.478333333333335, "dynamo/test_interop": 0.38266666666666665, "dynamo/test_logging": 15.413999999999996, "dynamo/test_minifier": 1.4346666666666665, "dynamo/test_misc": 37.078333333333376, "dynamo/test_model_output": 0.0023333333333333335, "dynamo/test_modules": 14.078000000000001, "dynamo/test_nops": 0.333, "dynamo/test_optimizers": 2.265, "dynamo/test_pre_dispatch": 0.4040000000000001, "dynamo/test_profiler": 0.9420000000000001, "dynamo/test_python_autograd": 0.9370000000000002, "dynamo/test_recompiles": 0.8196666666666667, "dynamo/test_replay_record": 0.002, "dynamo/test_repros": 24.407666666666668, "dynamo/test_skip_non_tensor": 0.3423333333333334, "dynamo/test_subclasses": 1.211, "dynamo/test_subgraphs": 2.568333333333332, "dynamo/test_unspec": 11.016666666666666, "dynamo/test_verify_correctness": 0.4923333333333333, "export/test_db": 2.469333333333333, "export/test_export": 7.8456666666666655, "export/test_funtionalized_assertions": 0.21633333333333335, "export/test_pass_infra": 0.7286666666666668, "export/test_passes": 1.361, "export/test_serialize": 3.767, "export/test_upgrade": 0.39166666666666666, "export/test_verifier": 0.8093333333333333, "functorch/test_aotdispatch": 11.459000000000001, "functorch/test_control_flow": 85.85466666666667, "functorch/test_dims": 24.55633333333333, "functorch/test_eager_transforms": 0.07933333333333335, "functorch/test_memory_efficient_fusion": 0.383, "functorch/test_minifier": 0.38100000000000006, "functorch/test_parsing": 0.22633333333333336, "functorch/test_rearrange": 0.25300000000000006, "functorch/test_vmap": 2.8066666666666635, "functorch/test_vmap_registrations": 1.9199999999999011, "inductor/test_binary_folding": 30.034666666666666, "inductor/test_codecache": 0.5890000000000001, "inductor/test_codegen_triton": 0.21666666666666667, "inductor/test_compiled_autograd": 269.92566666666704, "inductor/test_compiled_optimizers": 0.109, "inductor/test_config": 4.887333333333335, "inductor/test_cpp_wrapper": 712.2189999999999, "inductor/test_cpu_repro": 410.3039999999999, "inductor/test_custom_lowering": 0.0013333333333333333, "inductor/test_custom_post_grad_passes": 3.026666666666667, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 0.001, "inductor/test_extension_backend": 4.559333333333334, "inductor/test_foreach": 14.779666666666659, "inductor/test_fused_attention": 45.775, "inductor/test_fx_fusion": 0.2786666666666667, "inductor/test_group_batch_fusion": 0.0, "inductor/test_indexing": 0.4549999999999999, "inductor/test_inductor_freezing": 32.372, "inductor/test_minifier": 32.12433333333333, "inductor/test_minifier_isolate": 43.95466666666667, "inductor/test_mkldnn_pattern_matcher": 268.64966666666663, "inductor/test_profiler": 0.002, "inductor/test_standalone_compile": 9.4, "inductor/test_torchinductor": 1083.088333333333, "inductor/test_torchinductor_codegen_dynamic_shapes": 216.89033333333353, "inductor/test_torchinductor_dynamic_shapes": 1037.412999999998, "lazy/test_debug_util": 0.25733333333333336, "lazy/test_reuse_ir": 0.5076666666666667, "lazy/test_step_closures": 2.215, "lazy/test_ts_opinfo": 0.22966666666666666, "nn/test_convolution": 8.329000000000002, "nn/test_dropout": 0.09633333333333334, "nn/test_embedding": 0.04300000000000002, "nn/test_lazy_modules": 0.47166666666666673, "nn/test_module_hooks": 0.15133333333333335, "nn/test_multihead_attention": 4.482333333333334, "nn/test_packed_sequence": 0.38000000000000006, "nn/test_parametrization": 0.5870000000000001, "nn/test_pooling": 0.5053333333333333, "nn/test_pruning": 0.0756666666666667, "profiler/test_memory_profiler": 4.067, "profiler/test_profiler": 12.030999999999999, "profiler/test_profiler_tree": 0.4706666666666668, "test_ao_sparsity": 6.640999999999999, "test_autocast": 0.3066666666666667, "test_autograd": 22.549333333333312, "test_autograd_fallback": 0.30600000000000005, "test_bundled_inputs": 1.069, "test_comparison_utils": 0.224, "test_compile_benchmark_util": 0.0, "test_cpp_api_parity": 4.000333333333313, "test_cpp_extensions_aot_ninja": 0.03166666666666667, "test_cpp_extensions_aot_no_ninja": 0.03166666666666667, "test_cpp_extensions_jit": 127.05933333333336, "test_cpp_extensions_open_device_registration": 2.392, "test_custom_backend": 0.073, "test_custom_ops": 1.3033333333333335, "test_dataloader": 107.68833333333335, "test_datapipe": 3.029999999999998, "test_decomp": 0.22233333333333336, "test_deploy": 0.213, "test_dispatch": 31.264333333333337, "test_dynamic_shapes": 4.388000000000001, "test_fake_tensor": 0.5223333333333334, "test_flop_counter": 0.35033333333333333, "test_function_schema": 0.458, "test_functional_autograd_benchmark": 25.31566666666667, "test_functional_optim": 0.22566666666666665, "test_functionalization": 5.120666666666665, "test_futures": 0.8460000000000001, "test_fx": 238.72366666666665, "test_fx_experimental": 13.987000000000002, "test_fx_passes": 0.49100000000000016, "test_fx_reinplace_pass": 0.6846666666666668, "test_import_stats": 3.3106666666666666, "test_itt": 0.217, "test_jit": 96.85899999999998, "test_jit_autocast": 13.539666666666667, "test_jit_cuda_fuser": 0.02500000000000001, "test_jit_disabled": 0.3046666666666667, "test_jit_fuser_te": 118.25766666666671, "test_jit_llga_fuser": 2.4156666666666666, "test_legacy_vmap": 1.8213333333333335, "test_license": 0.214, "test_logging": 2.221, "test_maskedtensor": 0.5740000000000004, "test_meta": 0.2186666666666667, "test_mkl_verbose": 3.5563333333333333, "test_mkldnn": 88.4883333333333, "test_mkldnn_fusion": 54.97333333333333, "test_mkldnn_verbose": 3.314666666666667, "test_mobile_optimizer": 2.4773333333333336, "test_model_dump": 0.886, "test_monitor": 0.36766666666666664, "test_multiprocessing": 26.666000000000007, "test_multiprocessing_spawn": 18.688666666666666, "test_namedtensor": 0.839666666666667, "test_namedtuple_return_api": 1.5296666666666667, "test_native_functions": 0.3143333333333334, "test_nestedtensor": 0.13500000000000006, "test_nn": 40.01433333333345, "test_numba_integration": 0.0016666666666666668, "test_nvfuser_frontend": 0.0, "test_openmp": 4.215, "test_optim": 101.48866666666665, "test_out_dtype_op": 0.23600000000000002, "test_overrides": 1.8043333333332658, "test_package": 2.127333333333332, "test_per_overload_api": 0.21666666666666667, "test_prims": 0.011333333333333334, "test_proxy_tensor": 25.796666666666667, "test_pruning_op": 0.37666666666666665, "test_public_bindings": 5.4143333333333326, "test_python_dispatch": 0.29100000000000004, "test_pytree": 0.2953333333333334, "test_quantization": 1440.2186666666666, "test_schema_check": 0.11333333333333336, "test_serialization": 32.11366666666668, "test_set_default_mobile_cpu_allocator": 0.219, "test_show_pickle": 0.216, "test_sparse": 0.20133333333333334, "test_sparse_csr": 0.4013333333333334, "test_stateless": 6.742333333333334, "test_subclass": 0.5256666666666668, "test_sympy_utils": 16.319999999999997, "test_tensorboard": 27.334999999999997, "test_tensorexpr": 45.215666666666664, "test_tensorexpr_pybind": 0.7346666666666669, "test_testing": 17.834333333333333, "test_torch": 1.9709999999999905, "test_type_hints": 0.21466666666666667, "test_type_info": 0.21966666666666668, "test_utils": 15.852333333333334, "test_vulkan": 0.0, "test_weak": 3.3636666666666657, "test_xnnpack_integration": 7.324000000000001, "torch_np/numpy_tests/core/test_dlpack": 0.46833333333333343, "torch_np/numpy_tests/core/test_dtype": 0.33966666666666673, "torch_np/numpy_tests/core/test_einsum": 12.677333333333332, "torch_np/numpy_tests/core/test_getlimits": 0.41900000000000004, "torch_np/numpy_tests/core/test_indexing": 0.5216666666666668, "torch_np/numpy_tests/core/test_multiarray": 28.576666666666668, "torch_np/numpy_tests/core/test_numeric": 3.827666666666666, "torch_np/numpy_tests/core/test_numerictypes": 0.245, "torch_np/numpy_tests/core/test_scalar_ctors": 0.46433333333333343, "torch_np/numpy_tests/core/test_scalar_methods": 0.4123333333333334, "torch_np/numpy_tests/core/test_scalarinherit": 0.0003333333333333333, "torch_np/numpy_tests/core/test_scalarmath": 20.153, "torch_np/numpy_tests/core/test_shape_base": 0.7046666666666668, "torch_np/numpy_tests/fft/test_helper": 4.915, "torch_np/numpy_tests/fft/test_pocketfft": 3.153666666666666, "torch_np/numpy_tests/lib/test_arraypad": 0.40666666666666673, "torch_np/numpy_tests/lib/test_arraysetops": 0.3866666666666667, "torch_np/numpy_tests/lib/test_function_base": 2.055666666666667, "torch_np/numpy_tests/lib/test_histograms": 0.6853333333333333, "torch_np/numpy_tests/lib/test_index_tricks": 0.459, "torch_np/numpy_tests/lib/test_shape_base_": 0.7176666666666668, "torch_np/numpy_tests/lib/test_twodim_base": 0.5770000000000001, "torch_np/numpy_tests/lib/test_type_check": 0.46833333333333343, "torch_np/numpy_tests/linalg/test_linalg": 7.735, "torch_np/test_basic": 0.6523333333333338, "torch_np/test_binary_ufuncs": 0.47033333333333344, "torch_np/test_dtype": 0.25033333333333335, "torch_np/test_function_base": 0.40066666666666667, "torch_np/test_ndarray_methods": 3.181333333333333, "torch_np/test_nep50_examples": 0.10466666666666669, "torch_np/test_random": 0.26266666666666666, "torch_np/test_reductions": 2.928666666666615, "torch_np/test_scalars_0D_arrays": 0.26333333333333336, "torch_np/test_ufuncs_basic": 1.0253333333333337, "torch_np/test_unary_ufuncs": 0.49366666666666675}, "nogpu_NO_AVX2": {"backends/xeon/test_launch": 1.7863333333333333, "benchmark_utils/test_benchmark_utils": 0.47533333333333333, "distributions/test_distributions": 58.71633333333333, "dynamo/test_activation_checkpointing": 1.4846666666666664, "dynamo/test_after_aot": 9.943666666666667, "dynamo/test_allow_inline_skip": 1.1046666666666667, "dynamo/test_aot_autograd": 5.353666666666666, "dynamo/test_autograd_function": 1.2556666666666667, "dynamo/test_backends": 15.782000000000002, "dynamo/test_comptime": 0.4113333333333334, "dynamo/test_config": 0.44333333333333336, "dynamo/test_ctx_manager": 1.196666666666667, "dynamo/test_debug_utils": 0.2333333333333333, "dynamo/test_decorators": 0.5176666666666668, "dynamo/test_dynamic_shapes": 1009.8263333333333, "dynamo/test_exc": 1.5823333333333334, "dynamo/test_export": 16.939666666666664, "dynamo/test_export_mutations": 0.39766666666666667, "dynamo/test_functions": 9.868999999999993, "dynamo/test_global": 0.4546666666666668, "dynamo/test_higher_order_ops": 11.194999999999999, "dynamo/test_hooks": 27.817333333333334, "dynamo/test_interop": 0.39199999999999996, "dynamo/test_logging": 16.906, "dynamo/test_minifier": 1.4799999999999998, "dynamo/test_misc": 37.70833333333339, "dynamo/test_model_output": 0.0033333333333333335, "dynamo/test_modules": 14.348666666666666, "dynamo/test_nops": 0.3463333333333333, "dynamo/test_optimizers": 2.325, "dynamo/test_pre_dispatch": 0.4176666666666667, "dynamo/test_profiler": 0.9626666666666668, "dynamo/test_python_autograd": 0.9783333333333335, "dynamo/test_recompiles": 0.8513333333333334, "dynamo/test_replay_record": 0.0023333333333333335, "dynamo/test_repros": 26.148000000000007, "dynamo/test_skip_non_tensor": 0.35733333333333334, "dynamo/test_subclasses": 1.2883333333333333, "dynamo/test_subgraphs": 2.6699999999999995, "dynamo/test_unspec": 11.251666666666665, "dynamo/test_verify_correctness": 0.5066666666666667, "export/test_db": 2.532333333333333, "export/test_export": 8.160333333333332, "export/test_funtionalized_assertions": 0.22966666666666666, "export/test_pass_infra": 0.7516666666666668, "export/test_passes": 1.3803333333333334, "export/test_serialize": 3.9156666666666666, "export/test_upgrade": 0.4000000000000001, "export/test_verifier": 0.8413333333333334, "functorch/test_aotdispatch": 11.795, "functorch/test_control_flow": 87.48200000000001, "functorch/test_dims": 26.963333333333335, "functorch/test_eager_transforms": 0.08166666666666668, "functorch/test_memory_efficient_fusion": 0.4066666666666667, "functorch/test_minifier": 0.3893333333333335, "functorch/test_parsing": 0.232, "functorch/test_rearrange": 0.26666666666666666, "functorch/test_vmap": 2.7913333333333306, "functorch/test_vmap_registrations": 1.936333333333234, "inductor/test_binary_folding": 30.929000000000002, "inductor/test_codecache": 0.5846666666666667, "inductor/test_codegen_triton": 0.219, "inductor/test_compiled_autograd": 274.24233333333376, "inductor/test_compiled_optimizers": 0.11233333333333334, "inductor/test_config": 4.985666666666668, "inductor/test_cpp_wrapper": 688.8706666666667, "inductor/test_cpu_repro": 398.39899999999994, "inductor/test_custom_lowering": 0.001, "inductor/test_custom_post_grad_passes": 2.9693333333333336, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 0.001, "inductor/test_extension_backend": 12.080333333333334, "inductor/test_foreach": 14.497333333333325, "inductor/test_fused_attention": 46.75266666666667, "inductor/test_fx_fusion": 0.2833333333333334, "inductor/test_group_batch_fusion": 0.0003333333333333333, "inductor/test_indexing": 0.4583333333333333, "inductor/test_inductor_freezing": 33.160333333333334, "inductor/test_minifier": 32.76533333333333, "inductor/test_minifier_isolate": 44.885999999999996, "inductor/test_mkldnn_pattern_matcher": 272.7536666666667, "inductor/test_profiler": 0.002, "inductor/test_standalone_compile": 9.668666666666667, "inductor/test_torchinductor": 1097.5416666666663, "inductor/test_torchinductor_codegen_dynamic_shapes": 223.67800000000014, "inductor/test_torchinductor_dynamic_shapes": 1052.950666666666, "lazy/test_debug_util": 0.26633333333333337, "lazy/test_reuse_ir": 0.517, "lazy/test_step_closures": 2.218, "lazy/test_ts_opinfo": 0.237, "nn/test_convolution": 8.448333333333332, "nn/test_dropout": 0.13333333333333333, "nn/test_embedding": 0.04300000000000002, "nn/test_lazy_modules": 0.4850000000000001, "nn/test_module_hooks": 0.15100000000000002, "nn/test_multihead_attention": 4.617333333333334, "nn/test_packed_sequence": 0.37900000000000006, "nn/test_parametrization": 0.5573333333333333, "nn/test_pooling": 0.512, "nn/test_pruning": 0.0786666666666667, "profiler/test_memory_profiler": 4.166333333333333, "profiler/test_profiler": 13.651000000000002, "profiler/test_profiler_tree": 0.47466666666666674, "test_ao_sparsity": 7.044, "test_autocast": 0.3243333333333334, "test_autograd": 22.808333333333326, "test_autograd_fallback": 0.3213333333333334, "test_bundled_inputs": 1.5793333333333328, "test_comparison_utils": 0.2306666666666667, "test_compile_benchmark_util": 0.0, "test_cpp_api_parity": 4.114999999999983, "test_cpp_extensions_aot_ninja": 0.03366666666666667, "test_cpp_extensions_aot_no_ninja": 0.03233333333333334, "test_cpp_extensions_jit": 108.42466666666667, "test_cpp_extensions_open_device_registration": 2.3766666666666665, "test_custom_backend": 0.07333333333333332, "test_custom_ops": 1.299666666666667, "test_dataloader": 116.47300000000003, "test_datapipe": 3.1679999999999993, "test_decomp": 0.225, "test_deploy": 0.21733333333333335, "test_dispatch": 31.990000000000006, "test_dynamic_shapes": 4.1993333333333345, "test_fake_tensor": 0.53, "test_flop_counter": 0.442, "test_function_schema": 0.468, "test_functional_autograd_benchmark": 26.34433333333334, "test_functional_optim": 0.22899999999999998, "test_functionalization": 5.545999999999996, "test_futures": 0.8540000000000001, "test_fx": 277.01933333333335, "test_fx_experimental": 16.531000000000002, "test_fx_passes": 0.5013333333333335, "test_fx_reinplace_pass": 0.7116666666666668, "test_import_stats": 3.4296666666666664, "test_itt": 0.21866666666666668, "test_jit": 99.23233333333332, "test_jit_autocast": 13.976666666666667, "test_jit_cuda_fuser": 0.02500000000000001, "test_jit_disabled": 0.3123333333333334, "test_jit_fuser_te": 119.16366666666671, "test_jit_llga_fuser": 2.4939999999999993, "test_legacy_vmap": 1.7540000000000002, "test_license": 0.22, "test_logging": 2.324666666666667, "test_maskedtensor": 0.564666666666667, "test_meta": 0.2186666666666667, "test_mkl_verbose": 3.845333333333333, "test_mkldnn": 97.45433333333331, "test_mkldnn_fusion": 59.621333333333325, "test_mkldnn_verbose": 3.4463333333333335, "test_mobile_optimizer": 2.5106666666666664, "test_model_dump": 0.9036666666666667, "test_monitor": 0.37433333333333335, "test_multiprocessing": 27.311000000000003, "test_multiprocessing_spawn": 19.319333333333333, "test_namedtensor": 0.8683333333333335, "test_namedtuple_return_api": 1.5476666666666665, "test_native_functions": 0.33000000000000007, "test_nestedtensor": 0.13133333333333339, "test_nn": 44.922666666666764, "test_numba_integration": 0.002, "test_nvfuser_frontend": 0.0, "test_openmp": 3.9813333333333336, "test_optim": 105.95466666666665, "test_out_dtype_op": 0.24433333333333337, "test_overrides": 1.8099999999999328, "test_package": 2.523999999999999, "test_per_overload_api": 0.232, "test_prims": 0.011666666666666667, "test_proxy_tensor": 29.174333333333333, "test_pruning_op": 0.37533333333333335, "test_public_bindings": 5.413666666666667, "test_python_dispatch": 0.3016666666666667, "test_pytree": 0.30300000000000005, "test_quantization": 1461.951, "test_schema_check": 0.11733333333333336, "test_serialization": 44.75666666666668, "test_set_default_mobile_cpu_allocator": 0.22466666666666665, "test_show_pickle": 0.2263333333333333, "test_sparse": 0.219, "test_sparse_csr": 0.40166666666666667, "test_stateless": 6.8823333333333325, "test_subclass": 0.5650000000000001, "test_sympy_utils": 16.108333333333334, "test_tensorboard": 33.534000000000006, "test_tensorexpr": 45.47599999999999, "test_tensorexpr_pybind": 0.7553333333333336, "test_testing": 18.362999999999996, "test_torch": 1.9886666666666575, "test_type_hints": 0.22, "test_type_info": 0.22799999999999998, "test_utils": 16.260333333333335, "test_vulkan": 0.0006666666666666666, "test_weak": 3.522333333333332, "test_xnnpack_integration": 7.472666666666666, "torch_np/numpy_tests/core/test_dlpack": 0.47800000000000004, "torch_np/numpy_tests/core/test_dtype": 0.3503333333333334, "torch_np/numpy_tests/core/test_einsum": 14.069333333333335, "torch_np/numpy_tests/core/test_getlimits": 0.4306666666666667, "torch_np/numpy_tests/core/test_indexing": 0.5450000000000002, "torch_np/numpy_tests/core/test_multiarray": 26.402000000000005, "torch_np/numpy_tests/core/test_numeric": 3.8413333333333326, "torch_np/numpy_tests/core/test_numerictypes": 0.25166666666666665, "torch_np/numpy_tests/core/test_scalar_ctors": 0.47200000000000003, "torch_np/numpy_tests/core/test_scalar_methods": 0.42666666666666675, "torch_np/numpy_tests/core/test_scalarinherit": 0.0006666666666666666, "torch_np/numpy_tests/core/test_scalarmath": 20.331000000000003, "torch_np/numpy_tests/core/test_shape_base": 0.7346666666666669, "torch_np/numpy_tests/fft/test_helper": 5.046333333333333, "torch_np/numpy_tests/fft/test_pocketfft": 3.1556666666666655, "torch_np/numpy_tests/lib/test_arraypad": 0.41533333333333333, "torch_np/numpy_tests/lib/test_arraysetops": 0.39633333333333337, "torch_np/numpy_tests/lib/test_function_base": 2.121000000000001, "torch_np/numpy_tests/lib/test_histograms": 0.7020000000000003, "torch_np/numpy_tests/lib/test_index_tricks": 0.46866666666666673, "torch_np/numpy_tests/lib/test_shape_base_": 0.7493333333333334, "torch_np/numpy_tests/lib/test_twodim_base": 0.6023333333333335, "torch_np/numpy_tests/lib/test_type_check": 0.47800000000000004, "torch_np/numpy_tests/linalg/test_linalg": 7.716666666666666, "torch_np/test_basic": 0.6590000000000004, "torch_np/test_binary_ufuncs": 0.4913333333333334, "torch_np/test_dtype": 0.25666666666666665, "torch_np/test_function_base": 0.41, "torch_np/test_ndarray_methods": 3.2359999999999993, "torch_np/test_nep50_examples": 0.10433333333333335, "torch_np/test_random": 0.27266666666666667, "torch_np/test_reductions": 3.0666666666666202, "torch_np/test_scalars_0D_arrays": 0.27033333333333337, "torch_np/test_ufuncs_basic": 1.0336666666666672, "torch_np/test_unary_ufuncs": 0.502}}, "linux-focal-cuda12.1-py3.10-gcc9-sm86": {"default": {"backends/xeon/test_launch": 1.549, "benchmark_utils/test_benchmark_utils": 1.488, "distributions/test_distributions": 63.593, "dynamo/test_activation_checkpointing": 12.551, "dynamo/test_after_aot": 6.497999999999999, "dynamo/test_aot_autograd": 4.201, "dynamo/test_autograd_function": 0.9970000000000002, "dynamo/test_backends": 12.434, "dynamo/test_comptime": 0.36800000000000005, "dynamo/test_config": 0.41100000000000003, "dynamo/test_ctx_manager": 2.4799999999999986, "dynamo/test_cudagraphs": 2.191, "dynamo/test_decorators": 0.4520000000000001, "dynamo/test_dynamic_shapes": 352.775, "dynamo/test_exc": 1.2959999999999998, "dynamo/test_export": 14.376999999999994, "dynamo/test_export_mutations": 0.434, "dynamo/test_functions": 8.832999999999984, "dynamo/test_global": 0.4130000000000001, "dynamo/test_higher_order_ops": 12.248, "dynamo/test_interop": 0.361, "dynamo/test_logging": 11.622, "dynamo/test_minifier": 2.1220000000000003, "dynamo/test_misc": 38.36900000000004, "dynamo/test_model_output": 0.002, "dynamo/test_modules": 11.185999999999998, "dynamo/test_nops": 0.303, "dynamo/test_optimizers": 2.156, "dynamo/test_pre_dispatch": 0.36800000000000005, "dynamo/test_profiler": 0.8400000000000001, "dynamo/test_python_autograd": 0.8680000000000001, "dynamo/test_recompiles": 0.708, "dynamo/test_replay_record": 0.002, "dynamo/test_repros": 28.62200000000001, "dynamo/test_skip_non_tensor": 0.338, "dynamo/test_subclasses": 0.8540000000000002, "dynamo/test_subgraphs": 2.276999999999999, "dynamo/test_unspec": 9.276, "dynamo/test_verify_correctness": 0.44699999999999995, "export/test_db": 2.6389999999999993, "export/test_export": 6.883, "export/test_funtionalized_assertions": 0.191, "export/test_pass_infra": 0.9710000000000001, "export/test_passes": 1.6780000000000002, "export/test_serialize": 4.112, "export/test_upgrade": 0.749, "export/test_verifier": 0.685, "functorch/test_aotdispatch": 10.42, "functorch/test_control_flow": 74.624, "functorch/test_dims": 23.356999999999996, "functorch/test_eager_transforms": 7.566000000000001, "functorch/test_memory_efficient_fusion": 7.301, "functorch/test_minifier": 0.3330000000000001, "functorch/test_ops": 441.71899999999795, "functorch/test_parsing": 0.20500000000000002, "functorch/test_rearrange": 0.23000000000000004, "functorch/test_vmap": 245.1969999999995, "functorch/test_vmap_registrations": 1.9429999999998981, "inductor/test_aot_inductor": 1746.45, "inductor/test_binary_folding": 6.881, "inductor/test_codegen_triton": 0.288, "inductor/test_compiled_autograd": 307.4300000000006, "inductor/test_compiled_optimizers": 44.93400000000001, "inductor/test_config": 4.937000000000002, "inductor/test_coordinate_descent_tuner": 1.401, "inductor/test_cpp_wrapper": 1496.531, "inductor/test_cpu_repro": 349.9329999999998, "inductor/test_cuda_repro": 23.930999999999997, "inductor/test_cudagraph_trees": 32.38099999999999, "inductor/test_custom_lowering": 2.226, "inductor/test_custom_post_grad_passes": 2.94, "inductor/test_dependencies": 0.248, "inductor/test_efficient_conv_bn_eval": 254.916, "inductor/test_extension_backend": 3.78, "inductor/test_foreach": 98.23600000000003, "inductor/test_fp8": 0.002, "inductor/test_fused_attention": 70.92699999999999, "inductor/test_fx_fusion": 0.23700000000000002, "inductor/test_group_batch_fusion": 22.416000000000004, "inductor/test_indexing": 0.44, "inductor/test_inductor_freezing": 56.98, "inductor/test_inplacing_pass": 3.541, "inductor/test_kernel_benchmark": 8.065000000000001, "inductor/test_layout_optim": 8.447000000000001, "inductor/test_max_autotune": 189.86800000000002, "inductor/test_minifier": 36.78, "inductor/test_minifier_isolate": 72.131, "inductor/test_mkldnn_pattern_matcher": 262.728, "inductor/test_mmdecomp": 3.922999999999998, "inductor/test_pattern_matcher": 52.169999999999995, "inductor/test_perf": 3.9459999999999997, "inductor/test_profiler": 3.5429999999999997, "inductor/test_select_algorithm": 78.122, "inductor/test_smoke": 2.7439999999999998, "inductor/test_snode_runtime": 1.3010000000000002, "inductor/test_split_cat_fx_passes": 98.924, "inductor/test_standalone_compile": 8.556000000000001, "inductor/test_torchinductor": 1442.9390000000003, "inductor/test_torchinductor_codegen_dynamic_shapes": 531.559, "inductor/test_torchinductor_dynamic_shapes": 1507.1370000000002, "inductor/test_torchinductor_opinfo": 706.5759999999995, "inductor/test_triton_heuristics": 0.205, "inductor/test_triton_wrapper": 4.832, "lazy/test_debug_util": 0.234, "lazy/test_reuse_ir": 0.371, "lazy/test_step_closures": 2.182, "lazy/test_ts_opinfo": 0.21200000000000002, "nn/test_convolution": 28.322000000000052, "nn/test_dropout": 0.845, "nn/test_embedding": 10.424999999999994, "nn/test_lazy_modules": 0.3680000000000001, "nn/test_module_hooks": 0.12400000000000001, "nn/test_multihead_attention": 4.602000000000001, "nn/test_packed_sequence": 0.3600000000000001, "nn/test_parametrization": 0.44500000000000006, "nn/test_pooling": 5.671999999999999, "nn/test_pruning": 0.06300000000000004, "profiler/test_memory_profiler": 3.957, "profiler/test_profiler": 16.592, "profiler/test_profiler_tree": 0.44400000000000006, "test_ao_sparsity": 7.409000000000002, "test_autocast": 0.806, "test_autograd": 21.358999999999963, "test_autograd_fallback": 0.2770000000000001, "test_binary_ufuncs": 118.80400000000023, "test_bundled_inputs": 0.8260000000000001, "test_comparison_utils": 0.191, "test_compile_benchmark_util": 0.001, "test_complex": 0.06300000000000001, "test_content_store": 1.93, "test_cpp_api_parity": 9.83100000000004, "test_cpp_extensions_aot_ninja": 0.349, "test_cpp_extensions_aot_no_ninja": 0.29300000000000004, "test_cpp_extensions_jit": 57.77300000000001, "test_cpp_extensions_open_device_registration": 1.849, "test_cuda": 51.41700000000001, "test_cuda_expandable_segments": 59.142000000000046, "test_cuda_multigpu": 0.535, "test_cuda_nvml_based_avail": 0.241, "test_cuda_primary_ctx": 0.003, "test_cuda_sanitizer": 0.261, "test_cuda_trace": 1.4240000000000002, "test_custom_backend": 0.074, "test_custom_ops": 2.5949999999999998, "test_dataloader": 99.99, "test_datapipe": 1.9889999999999994, "test_decomp": 981.9229999999955, "test_deploy": 0.184, "test_dispatch": 26.248000000000005, "test_dlpack": 0.1850000000000001, "test_dynamic_shapes": 3.9700000000000006, "test_expanded_weights": 9.788999999999994, "test_fake_tensor": 5.536999999999999, "test_flop_counter": 0.687, "test_foreach": 353.48499999999854, "test_function_schema": 0.437, "test_functional_autograd_benchmark": 14.315999999999999, "test_functional_optim": 0.18899999999999997, "test_functionalization": 3.982999999999998, "test_functionalization_of_rng_ops": 1.88, "test_futures": 0.8190000000000001, "test_fx": 215.09599999999995, "test_fx_experimental": 11.919000000000002, "test_fx_passes": 0.4340000000000001, "test_fx_reinplace_pass": 0.6020000000000001, "test_import_stats": 2.999, "test_indexing": 1.492999999999997, "test_itt": 0.181, "test_jit": 96.025, "test_jit_autocast": 26.211999999999996, "test_jit_cuda_fuser": 983.3440000000008, "test_jit_disabled": 0.29700000000000004, "test_jit_fuser_te": 595.1849999999997, "test_jit_llga_fuser": 0.14, "test_jiterator": 18.57099999999998, "test_legacy_vmap": 2.2140000000000004, "test_license": 0.184, "test_linalg": 336.43700000000104, "test_logging": 2.075, "test_masked": 25.836999999999993, "test_maskedtensor": 4.10599999999993, "test_matmul_cuda": 69.732, "test_meta": 1546.8929999998852, "test_mkl_verbose": 3.55, "test_mkldnn": 46.23766666666666, "test_mkldnn_fusion": 35.45, "test_mkldnn_verbose": 2.976, "test_mobile_optimizer": 2.686, "test_model_dump": 0.74, "test_module_init": 1.2029999999999939, "test_modules": 266.4829999999971, "test_monitor": 0.306, "test_multiprocessing": 77.943, "test_multiprocessing_spawn": 17.218, "test_namedtensor": 1.5449999999999984, "test_namedtuple_return_api": 1.641, "test_native_functions": 0.279, "test_native_mha": 0.7750000000000002, "test_nestedtensor": 3.1209999999999947, "test_nn": 120.45199999999818, "test_numba_integration": 0.083, "test_numpy_interop": 0.09900000000000003, "test_nvfuser_frontend": 2.73, "test_openmp": 3.418, "test_ops": 1248.0449999999857, "test_ops_fwd_gradients": 680.3099999999754, "test_ops_gradients": 532.8699999999799, "test_ops_jit": 573.9949999999991, "test_optim": 136.066, "test_out_dtype_op": 0.27599999999999997, "test_overrides": 1.804999999999931, "test_package": 1.8339999999999996, "test_per_overload_api": 0.191, "test_prims": 0.4990000000000001, "test_proxy_tensor": 26.742999999999995, "test_pruning_op": 0.328, "test_public_bindings": 1.7959999999999998, "test_python_dispatch": 1.6849999999999998, "test_pytree": 0.25300000000000006, "test_quantization": 1259.3400000000001, "test_reductions": 83.28200000000301, "test_scatter_gather_ops": 10.828000000000001, "test_schema_check": 434.10999999999206, "test_segment_reductions": 1.786, "test_serialization": 21.384, "test_set_default_mobile_cpu_allocator": 0.185, "test_shape_ops": 1.942999999999998, "test_show_pickle": 0.21, "test_sort_and_select": 3.6839999999999966, "test_sparse": 302.33800000000116, "test_sparse_csr": 479.15700000000413, "test_sparse_semi_structured": 44.83999999999999, "test_spectral_ops": 17.752, "test_stateless": 5.418, "test_subclass": 0.4630000000000001, "test_sympy_utils": 16.773999999999997, "test_tensor_creation_ops": 86.47600000000031, "test_tensorboard": 20.161, "test_tensorexpr": 112.42400000000002, "test_tensorexpr_pybind": 0.7050000000000001, "test_testing": 21.822999999999958, "test_torch": 82.8040000000004, "test_transformers": 1633.1249999998938, "test_type_hints": 0.19, "test_type_info": 0.191, "test_type_promotion": 13.17300000000002, "test_unary_ufuncs": 280.1540000000089, "test_utils": 17.90200000000027, "test_view_ops": 18.325000000000006, "test_vulkan": 0.0, "test_weak": 2.936999999999999, "test_xnnpack_integration": 8.670000000000002, "torch_np/numpy_tests/core/test_dlpack": 0.4140000000000001, "torch_np/numpy_tests/core/test_dtype": 0.31700000000000006, "torch_np/numpy_tests/core/test_einsum": 11.149999999999999, "torch_np/numpy_tests/core/test_getlimits": 0.358, "torch_np/numpy_tests/core/test_indexing": 0.4690000000000001, "torch_np/numpy_tests/core/test_multiarray": 26.89000000000001, "torch_np/numpy_tests/core/test_numeric": 3.783, "torch_np/numpy_tests/core/test_numerictypes": 0.21900000000000003, "torch_np/numpy_tests/core/test_scalar_ctors": 0.402, "torch_np/numpy_tests/core/test_scalar_methods": 0.36400000000000005, "torch_np/numpy_tests/core/test_scalarinherit": 0.0, "torch_np/numpy_tests/core/test_scalarmath": 21.641999999999992, "torch_np/numpy_tests/core/test_shape_base": 0.6450000000000001, "torch_np/numpy_tests/fft/test_helper": 5.023000000000001, "torch_np/numpy_tests/fft/test_pocketfft": 2.607999999999999, "torch_np/numpy_tests/lib/test_arraypad": 0.35300000000000004, "torch_np/numpy_tests/lib/test_arraysetops": 0.3600000000000001, "torch_np/numpy_tests/lib/test_function_base": 1.9089999999999998, "torch_np/numpy_tests/lib/test_histograms": 0.6160000000000001, "torch_np/numpy_tests/lib/test_index_tricks": 0.398, "torch_np/numpy_tests/lib/test_shape_base_": 0.66, "torch_np/numpy_tests/lib/test_twodim_base": 0.522, "torch_np/numpy_tests/lib/test_type_check": 0.4010000000000001, "torch_np/numpy_tests/linalg/test_linalg": 7.534999999999999, "torch_np/test_basic": 0.8290000000000003, "torch_np/test_binary_ufuncs": 0.4120000000000001, "torch_np/test_dtype": 0.23800000000000002, "torch_np/test_function_base": 0.344, "torch_np/test_ndarray_methods": 2.981, "torch_np/test_nep50_examples": 0.085, "torch_np/test_random": 0.23200000000000004, "torch_np/test_reductions": 2.663999999999968, "torch_np/test_scalars_0D_arrays": 0.23300000000000004, "torch_np/test_ufuncs_basic": 0.9150000000000004, "torch_np/test_unary_ufuncs": 0.4210000000000001}, "slow": {"backends/xeon/test_launch": 1.553, "benchmark_utils/test_benchmark_utils": 279.10399999999987, "distributions/test_distributions": 0.23200000000000015, "dynamo/test_activation_checkpointing": 0.24500000000000002, "dynamo/test_after_aot": 0.19, "dynamo/test_allow_inline_skip": 0.196, "dynamo/test_aot_autograd": 0.228, "dynamo/test_autograd_function": 0.20500000000000002, "dynamo/test_backends": 0.23800000000000002, "dynamo/test_comptime": 0.192, "dynamo/test_config": 0.19, "dynamo/test_ctx_manager": 0.04000000000000002, "dynamo/test_cudagraphs": 0.193, "dynamo/test_debug_utils": 0.199, "dynamo/test_decorators": 0.197, "dynamo/test_dynamic_shapes": 235.25400000000036, "dynamo/test_exc": 0.01, "dynamo/test_export": 0.29900000000000015, "dynamo/test_export_mutations": 0.192, "dynamo/test_functions": 0.42900000000000016, "dynamo/test_global": 0.217, "dynamo/test_higher_order_ops": 0.3310000000000001, "dynamo/test_hooks": 0.233, "dynamo/test_interop": 0.201, "dynamo/test_logging": 0.252, "dynamo/test_minifier": 0.20900000000000002, "dynamo/test_misc": 0.34200000000000025, "dynamo/test_model_output": 0.001, "dynamo/test_modules": 0.30400000000000005, "dynamo/test_nops": 0.188, "dynamo/test_optimizers": 0.195, "dynamo/test_pre_dispatch": 0.196, "dynamo/test_profiler": 0.196, "dynamo/test_python_autograd": 0.188, "dynamo/test_recompiles": 0.19, "dynamo/test_replay_record": 0.002, "dynamo/test_repros": 0.27400000000000013, "dynamo/test_skip_non_tensor": 0.197, "dynamo/test_subclasses": 0.203, "dynamo/test_subgraphs": 0.23000000000000004, "dynamo/test_unspec": 0.21300000000000002, "dynamo/test_verify_correctness": 0.199, "export/test_db": 0.22200000000000003, "export/test_export": 0.24900000000000005, "export/test_funtionalized_assertions": 0.208, "export/test_pass_infra": 0.19, "export/test_passes": 0.21200000000000002, "export/test_serialize": 0.664, "export/test_upgrade": 0.199, "export/test_verifier": 0.2, "functorch/test_aotdispatch": 0.2440000000000001, "functorch/test_control_flow": 0.3590000000000001, "functorch/test_dims": 0.19600000000000006, "functorch/test_eager_transforms": 0.34800000000000025, "functorch/test_memory_efficient_fusion": 0.24300000000000002, "functorch/test_minifier": 0.212, "functorch/test_ops": 867.9709999999441, "functorch/test_parsing": 0.216, "functorch/test_rearrange": 0.219, "functorch/test_vmap": 3.6509999999998755, "functorch/test_vmap_registrations": 1.906999999999902, "inductor/test_aot_inductor": 0.11400000000000007, "inductor/test_binary_folding": 0.006, "inductor/test_codecache": 14.187, "inductor/test_codegen_triton": 0.149, "inductor/test_compiled_autograd": 0.33100000000000024, "inductor/test_compiled_optimizers": 0.12300000000000003, "inductor/test_config": 0.155, "inductor/test_coordinate_descent_tuner": 0.245, "inductor/test_cpp_wrapper": 35.44299999999991, "inductor/test_cpu_repro": 1022.1679999999994, "inductor/test_cuda_repro": 49.396999999999984, "inductor/test_cudagraph_trees": 0.19200000000000003, "inductor/test_custom_lowering": 0.131, "inductor/test_custom_post_grad_passes": 0.135, "inductor/test_dependencies": 0.154, "inductor/test_efficient_conv_bn_eval": 235.248, "inductor/test_extension_backend": 1.552, "inductor/test_foreach": 0.17900000000000013, "inductor/test_fp8": 0.001, "inductor/test_fused_attention": 0.04300000000000002, "inductor/test_fx_fusion": 0.231, "inductor/test_group_batch_fusion": 0.229, "inductor/test_indexing": 0.157, "inductor/test_inductor_freezing": 0.032000000000000015, "inductor/test_inplacing_pass": 0.226, "inductor/test_kernel_benchmark": 8.276, "inductor/test_layout_optim": 0.23600000000000002, "inductor/test_max_autotune": 0.16400000000000003, "inductor/test_minifier": 0.134, "inductor/test_minifier_isolate": 0.126, "inductor/test_mkldnn_pattern_matcher": 0.17800000000000002, "inductor/test_mmdecomp": 0.025000000000000015, "inductor/test_pattern_matcher": 0.03700000000000002, "inductor/test_perf": 0.24300000000000005, "inductor/test_profiler": 0.128, "inductor/test_select_algorithm": 0.21900000000000003, "inductor/test_smoke": 0.206, "inductor/test_snode_runtime": 0.22, "inductor/test_split_cat_fx_passes": 0.23500000000000001, "inductor/test_standalone_compile": 0.157, "inductor/test_torchinductor": 103.54200000000046, "inductor/test_torchinductor_codegen_dynamic_shapes": 1.3090000000000006, "inductor/test_torchinductor_dynamic_shapes": 49.2820000000004, "inductor/test_torchinductor_opinfo": 5.569000000000372, "inductor/test_triton_heuristics": 0.212, "inductor/test_triton_wrapper": 0.223, "inductor/test_unbacked_symints": 0.249, "lazy/test_debug_util": 0.209, "lazy/test_reuse_ir": 0.215, "lazy/test_step_closures": 0.208, "lazy/test_ts_opinfo": 0.005, "nn/test_convolution": 0.5910000000000004, "nn/test_dropout": 0.009000000000000001, "nn/test_embedding": 0.1520000000000001, "nn/test_lazy_modules": 0.06400000000000004, "nn/test_module_hooks": 0.047000000000000014, "nn/test_multihead_attention": 0.019000000000000003, "nn/test_packed_sequence": 0.219, "nn/test_parametrization": 0.04200000000000002, "nn/test_pooling": 23.03000000000008, "nn/test_pruning": 0.044000000000000025, "profiler/test_memory_profiler": 0.23900000000000002, "profiler/test_profiler": 0.09200000000000005, "profiler/test_profiler_tree": 0.211, "test_ao_sparsity": 0.29100000000000004, "test_autocast": 0.219, "test_autograd": 4.662000000000087, "test_autograd_fallback": 0.254, "test_binary_ufuncs": 22.726999999998487, "test_bundled_inputs": 0.2, "test_comparison_utils": 0.209, "test_compile_benchmark_util": 0.0, "test_complex": 0.010000000000000002, "test_content_store": 0.003, "test_cpp_api_parity": 0.7760000000000006, "test_cpp_extensions_aot_ninja": 0.02700000000000001, "test_cpp_extensions_aot_no_ninja": 0.026000000000000006, "test_cpp_extensions_jit": 0.033000000000000015, "test_cpp_extensions_open_device_registration": 1.803, "test_cuda": 14.110999999999986, "test_cuda_expandable_segments": 14.367999999999988, "test_cuda_multigpu": 0.03300000000000001, "test_cuda_nvml_based_avail": 0.009000000000000001, "test_cuda_primary_ctx": 0.003, "test_cuda_sanitizer": 0.23200000000000004, "test_cuda_trace": 1.43, "test_custom_backend": 0.075, "test_custom_ops": 3.0770000000000004, "test_dataloader": 359.7040000000002, "test_datapipe": 0.278, "test_decomp": 5196.735000000561, "test_deploy": 0.204, "test_dispatch": 0.18000000000000002, "test_dlpack": 0.10200000000000008, "test_dynamic_shapes": 0.3580000000000001, "test_expanded_weights": 0.20900000000000013, "test_fake_tensor": 0.09200000000000005, "test_flop_counter": 0.018000000000000006, "test_foreach": 2.321999999999857, "test_function_schema": 0.222, "test_functional_autograd_benchmark": 78.526, "test_functional_optim": 0.133, "test_functionalization": 0.2920000000000001, "test_functionalization_of_rng_ops": 0.010000000000000002, "test_futures": 0.251, "test_fx": 203.459, "test_fx_experimental": 0.7960000000000005, "test_fx_passes": 0.24400000000000005, "test_fx_reinplace_pass": 0.22, "test_import_stats": 0.205, "test_indexing": 0.08600000000000005, "test_itt": 0.201, "test_jit": 22.34200000000002, "test_jit_autocast": 0.05900000000000003, "test_jit_cuda_fuser": 5265.227000000007, "test_jit_disabled": 0.225, "test_jit_fuser_te": 247.8460000000004, "test_jit_llga_fuser": 0.085, "test_jiterator": 0.2900000000000002, "test_legacy_vmap": 0.12400000000000008, "test_license": 0.216, "test_linalg": 1066.7009999999905, "test_logging": 0.189, "test_masked": 0.1380000000000001, "test_maskedtensor": 0.9450000000000007, "test_matmul_cuda": 0.03500000000000002, "test_meta": 282.39399999961444, "test_mkl_verbose": 0.205, "test_mkldnn": 0.20400000000000007, "test_mkldnn_fusion": 0.198, "test_mkldnn_verbose": 0.201, "test_mobile_optimizer": 0.248, "test_model_dump": 0.212, "test_module_init": 0.3920000000000003, "test_modules": 432.5359999999699, "test_monitor": 0.324, "test_multiprocessing": 31.538000000000036, "test_multiprocessing_spawn": 0.24500000000000002, "test_namedtensor": 0.08400000000000006, "test_namedtuple_return_api": 0.20400000000000001, "test_native_functions": 0.203, "test_native_mha": 0.06100000000000004, "test_nestedtensor": 0.2680000000000002, "test_nn": 3.635999999999899, "test_numba_integration": 0.013000000000000001, "test_numpy_interop": 0.029000000000000015, "test_nvfuser_frontend": 0.199, "test_openmp": 0.182, "test_ops": 793.1689999999631, "test_ops_fwd_gradients": 88.5200000000135, "test_ops_gradients": 427.5199999999289, "test_ops_jit": 141.0370000000015, "test_optim": 0.18600000000000014, "test_out_dtype_op": 0.020000000000000004, "test_overrides": 1.6649999999999325, "test_package": 0.3500000000000001, "test_per_overload_api": 0.216, "test_prims": 0.022000000000000006, "test_proxy_tensor": 0.1480000000000001, "test_pruning_op": 0.191, "test_public_bindings": 0.191, "test_python_dispatch": 0.10700000000000007, "test_pytree": 0.24700000000000005, "test_quantization": 1.2000000000000006, "test_reductions": 4.637999999999872, "test_scatter_gather_ops": 0.07300000000000005, "test_schema_check": 6.961000000000697, "test_segment_reductions": 0.07400000000000005, "test_serialization": 0.10900000000000007, "test_set_default_mobile_cpu_allocator": 0.193, "test_shape_ops": 0.09300000000000007, "test_show_pickle": 0.22, "test_sort_and_select": 0.10200000000000008, "test_sparse": 274.3789999999716, "test_sparse_csr": 5.012999999999693, "test_sparse_semi_structured": 52.141999999999996, "test_spectral_ops": 0.34300000000000025, "test_stateless": 0.056000000000000036, "test_subclass": 0.2740000000000001, "test_sympy_utils": 0.1520000000000001, "test_tensor_creation_ops": 0.4740000000000003, "test_tensorboard": 0.261, "test_tensorexpr": 0.37000000000000005, "test_tensorexpr_pybind": 0.223, "test_testing": 6.349999999999997, "test_torch": 22.441000000000738, "test_transformers": 78.88200000000592, "test_type_hints": 0.202, "test_type_info": 0.211, "test_type_promotion": 0.4240000000000003, "test_unary_ufuncs": 25.632000000007665, "test_utils": 5.817000000000272, "test_view_ops": 0.2770000000000002, "test_vulkan": 0.0, "test_weak": 0.229, "test_xnnpack_integration": 233.015, "torch_np/numpy_tests/core/test_dlpack": 0.24000000000000005, "torch_np/numpy_tests/core/test_dtype": 0.258, "torch_np/numpy_tests/core/test_einsum": 0.23600000000000004, "torch_np/numpy_tests/core/test_getlimits": 0.21000000000000002, "torch_np/numpy_tests/core/test_indexing": 0.26300000000000007, "torch_np/numpy_tests/core/test_multiarray": 614.0379999999998, "torch_np/numpy_tests/core/test_numeric": 3.269, "torch_np/numpy_tests/core/test_numerictypes": 0.23800000000000002, "torch_np/numpy_tests/core/test_scalar_ctors": 0.27, "torch_np/numpy_tests/core/test_scalar_methods": 0.229, "torch_np/numpy_tests/core/test_scalarinherit": 0.0, "torch_np/numpy_tests/core/test_scalarmath": 56.465999999999994, "torch_np/numpy_tests/core/test_shape_base": 0.32600000000000007, "torch_np/numpy_tests/fft/test_helper": 0.212, "torch_np/numpy_tests/fft/test_pocketfft": 2.255, "torch_np/numpy_tests/lib/test_arraypad": 0.217, "torch_np/numpy_tests/lib/test_arraysetops": 0.26100000000000007, "torch_np/numpy_tests/lib/test_function_base": 0.7060000000000003, "torch_np/numpy_tests/lib/test_histograms": 0.674, "torch_np/numpy_tests/lib/test_index_tricks": 0.248, "torch_np/numpy_tests/lib/test_shape_base_": 0.28800000000000003, "torch_np/numpy_tests/lib/test_twodim_base": 0.238, "torch_np/numpy_tests/lib/test_type_check": 0.24700000000000003, "torch_np/numpy_tests/linalg/test_linalg": 0.36100000000000015, "torch_np/test_basic": 0.7260000000000003, "torch_np/test_binary_ufuncs": 0.24400000000000002, "torch_np/test_dtype": 0.23900000000000002, "torch_np/test_function_base": 0.203, "torch_np/test_ndarray_methods": 0.4660000000000002, "torch_np/test_nep50_examples": 0.02, "torch_np/test_random": 0.23800000000000004, "torch_np/test_reductions": 1.506999999999972, "torch_np/test_scalars_0D_arrays": 0.23300000000000004, "torch_np/test_ufuncs_basic": 0.5500000000000003, "torch_np/test_unary_ufuncs": 0.24600000000000002}}, "linux-focal-py3.11-clang10": {"crossref": {"backends/xeon/test_launch": 1.477, "benchmark_utils/test_benchmark_utils": 0.27999999999999997, "distributions/test_constraints": 0.07100000000000005, "distributions/test_distributions": 42.044000000000004, "export/test_db": 2.124, "export/test_export": 7.266, "export/test_funtionalized_assertions": 0.018000000000000002, "export/test_pass_infra": 0.42699999999999994, "export/test_passes": 1.099, "export/test_serialize": 3.393, "export/test_upgrade": 0.19, "export/test_verifier": 0.48900000000000005, "functorch/test_aotdispatch": 3222.164999999998, "functorch/test_control_flow": 10.859999999999996, "functorch/test_dims": 17.819999999999997, "functorch/test_eager_transforms": 16.692999999999998, "functorch/test_memory_efficient_fusion": 0.27199999999999996, "functorch/test_minifier": 0.226, "functorch/test_ops": 3137.68699999996, "functorch/test_parsing": 0.023, "functorch/test_rearrange": 0.061000000000000006, "functorch/test_vmap": 369.27499999999935, "functorch/test_vmap_registrations": 1.8309999999999185, "inductor/test_fx_fusion": 0.064, "inductor/test_mmdecomp": 27.683999999999983, "lazy/test_debug_util": 0.054, "lazy/test_reuse_ir": 0.281, "lazy/test_step_closures": 2.006, "lazy/test_ts_opinfo": 6.302999999999982, "nn/test_convolution": 14.929999999999971, "nn/test_dropout": 0.38700000000000007, "nn/test_embedding": 8.102, "nn/test_lazy_modules": 0.5600000000000002, "nn/test_module_hooks": 0.17900000000000002, "nn/test_multihead_attention": 5.085999999999999, "nn/test_packed_sequence": 0.25700000000000006, "nn/test_parametrization": 0.6620000000000001, "nn/test_pooling": 30.60100000000001, "nn/test_pruning": 0.08200000000000005, "profiler/test_memory_profiler": 3.422, "profiler/test_profiler": 13.962999999999997, "profiler/test_profiler_tree": 0.20700000000000002, "test_ao_sparsity": 8.709, "test_autocast": 0.08700000000000001, "test_autograd": 20.19099999999999, "test_autograd_fallback": 0.11600000000000005, "test_binary_ufuncs": 118.52699999999761, "test_bundled_inputs": 0.7680000000000001, "test_comparison_utils": 0.020999999999999998, "test_compile_benchmark_util": 0.0, "test_complex": 0.043000000000000003, "test_content_store": 8.777, "test_cpp_api_parity": 3.6429999999999825, "test_cpp_extensions_aot_ninja": 0.04, "test_cpp_extensions_aot_no_ninja": 0.034, "test_cpp_extensions_jit": 25.148999999999997, "test_cpp_extensions_open_device_registration": 1.344, "test_custom_backend": 0.06899999999999999, "test_custom_ops": 2.5190000000000006, "test_dataloader": 73.76999999999997, "test_datapipe": 2.395999999999998, "test_decomp": 180.8790000000003, "test_deploy": 0.012, "test_dispatch": 20.392000000000003, "test_dlpack": 0.11900000000000009, "test_dynamic_shapes": 3.845, "test_expanded_weights": 7.4399999999999995, "test_fake_tensor": 0.565, "test_flop_counter": 0.34700000000000003, "test_foreach": 98.49000000000096, "test_function_schema": 0.29400000000000004, "test_functional_autograd_benchmark": 28.511000000000003, "test_functional_optim": 0.107, "test_functionalization": 4.8409999999999975, "test_functionalization_of_rng_ops": 0.013, "test_futures": 0.648, "test_fx": 222.128, "test_fx_experimental": 57.27100000000001, "test_fx_passes": 0.33600000000000013, "test_fx_reinplace_pass": 0.4570000000000001, "test_import_stats": 2.637, "test_indexing": 1.6849999999999967, "test_itt": 0.011, "test_jit": 106.807, "test_jit_autocast": 13.998999999999999, "test_jit_cuda_fuser": 0.009000000000000001, "test_jit_disabled": 0.10400000000000001, "test_jit_fuser_te": 145.56100000000023, "test_jit_llga_fuser": 59.397999999999996, "test_legacy_vmap": 2.102, "test_license": 0.012, "test_linalg": 97.13600000000086, "test_logging": 1.678, "test_masked": 17.165000000000017, "test_maskedtensor": 3.0719999999999517, "test_meta": 36.82500000000415, "test_mkl_verbose": 2.93, "test_mkldnn": 78.15399999999997, "test_mkldnn_fusion": 51.346000000000004, "test_mkldnn_verbose": 2.66, "test_mobile_optimizer": 2.446, "test_model_dump": 0.722, "test_module_init": 1.954999999999994, "test_modules": 360.9169999999887, "test_monitor": 0.304, "test_multiprocessing": 39.25799999999999, "test_multiprocessing_spawn": 15.504999999999999, "test_namedtensor": 0.9050000000000004, "test_namedtuple_return_api": 0.9580000000000001, "test_native_functions": 0.109, "test_native_mha": 0.19500000000000012, "test_nestedtensor": 3.3999999999999972, "test_nn": 110.43200000000067, "test_numba_integration": 0.001, "test_numpy_interop": 0.11800000000000002, "test_nvfuser_frontend": 0.0, "test_openmp": 5.796, "test_ops": 2688.2519999999117, "test_ops_fwd_gradients": 500.61999999997437, "test_ops_gradients": 1101.0799999999563, "test_ops_jit": 1213.5379999999996, "test_optim": 123.07500000000009, "test_out_dtype_op": 0.14300000000000002, "test_overrides": 1.6589999999999534, "test_package": 1.6919999999999993, "test_per_overload_api": 0.017, "test_prims": 0.26700000000000007, "test_proxy_tensor": 679.7430000000029, "test_pruning_op": 0.253, "test_public_bindings": 2.146, "test_python_dispatch": 0.3480000000000001, "test_pytree": 0.09400000000000006, "test_quantization": 1509.1229999999996, "test_reductions": 189.8970000000005, "test_scatter_gather_ops": 5.888, "test_schema_check": 383.74999999999363, "test_segment_reductions": 1.0050000000000003, "test_serialization": 30.215000000000014, "test_set_default_mobile_cpu_allocator": 0.016, "test_shape_ops": 1.3739999999999994, "test_show_pickle": 0.018, "test_sort_and_select": 2.236999999999997, "test_sparse": 1182.477999999999, "test_sparse_csr": 234.8359999999985, "test_spectral_ops": 6.318999999999992, "test_stateless": 5.97, "test_subclass": 0.3050000000000001, "test_sympy_utils": 14.722999999999992, "test_tensor_creation_ops": 33.027000000000065, "test_tensorboard": 0.07000000000000002, "test_tensorexpr": 44.05099999999999, "test_tensorexpr_pybind": 0.5710000000000002, "test_testing": 18.533999999999974, "test_torch": 12.951999999999956, "test_transformers": 21.447999999999993, "test_type_hints": 0.009, "test_type_info": 0.017, "test_type_promotion": 9.180000000000005, "test_unary_ufuncs": 433.22399999998083, "test_utils": 22.823999999999355, "test_view_ops": 19.21899999999999, "test_vulkan": 0.0, "test_weak": 2.602999999999999, "test_xnnpack_integration": 9.637, "torch_np/numpy_tests/core/test_dlpack": 0.24600000000000008, "torch_np/numpy_tests/core/test_dtype": 0.15400000000000003, "torch_np/numpy_tests/core/test_einsum": 16.465000000000003, "torch_np/numpy_tests/core/test_getlimits": 0.21100000000000002, "torch_np/numpy_tests/core/test_indexing": 0.3490000000000001, "torch_np/numpy_tests/core/test_multiarray": 38.17699999999999, "torch_np/numpy_tests/core/test_numeric": 3.736999999999999, "torch_np/numpy_tests/core/test_numerictypes": 0.04600000000000001, "torch_np/numpy_tests/core/test_scalar_ctors": 0.22800000000000004, "torch_np/numpy_tests/core/test_scalar_methods": 0.19600000000000004, "torch_np/numpy_tests/core/test_scalarinherit": 0.0, "torch_np/numpy_tests/core/test_scalarmath": 27.918000000000003, "torch_np/numpy_tests/core/test_shape_base": 0.5770000000000002, "torch_np/numpy_tests/fft/test_helper": 5.611000000000001, "torch_np/numpy_tests/fft/test_pocketfft": 3.7459999999999996, "torch_np/numpy_tests/lib/test_arraypad": 0.188, "torch_np/numpy_tests/lib/test_arraysetops": 0.20900000000000007, "torch_np/numpy_tests/lib/test_function_base": 2.1080000000000005, "torch_np/numpy_tests/lib/test_histograms": 0.46900000000000014, "torch_np/numpy_tests/lib/test_index_tricks": 0.23300000000000004, "torch_np/numpy_tests/lib/test_shape_base_": 0.68, "torch_np/numpy_tests/lib/test_twodim_base": 0.37600000000000006, "torch_np/numpy_tests/lib/test_type_check": 0.25500000000000006, "torch_np/numpy_tests/linalg/test_linalg": 10.308000000000002, "torch_np/test_basic": 0.7490000000000004, "torch_np/test_binary_ufuncs": 0.25900000000000006, "torch_np/test_dtype": 0.04800000000000003, "torch_np/test_function_base": 0.173, "torch_np/test_ndarray_methods": 3.2140000000000013, "torch_np/test_nep50_examples": 0.111, "torch_np/test_random": 0.06900000000000003, "torch_np/test_reductions": 3.6209999999999694, "torch_np/test_scalars_0D_arrays": 0.06500000000000002, "torch_np/test_ufuncs_basic": 0.9090000000000004, "torch_np/test_unary_ufuncs": 0.2810000000000001}, "default": {"backends/xeon/test_launch": 1.522, "benchmark_utils/test_benchmark_utils": 0.265, "distributions/test_constraints": 0.07200000000000005, "distributions/test_distributions": 40.897000000000006, "dynamo/test_activation_checkpointing": 0.828, "dynamo/test_after_aot": 9.603, "dynamo/test_aot_autograd": 4.879, "dynamo/test_autograd_function": 0.8810000000000001, "dynamo/test_backends": 14.113, "dynamo/test_comptime": 0.266, "dynamo/test_config": 0.30600000000000005, "dynamo/test_ctx_manager": 1.0820000000000003, "dynamo/test_decorators": 0.3620000000000001, "dynamo/test_dynamic_shapes": 1654.1190000000001, "dynamo/test_exc": 1.5230000000000001, "dynamo/test_export": 14.932000000000004, "dynamo/test_export_mutations": 0.203, "dynamo/test_functions": 11.219999999999988, "dynamo/test_global": 0.31000000000000005, "dynamo/test_higher_order_ops": 5.949999999999999, "dynamo/test_interop": 0.246, "dynamo/test_logging": 13.633999999999999, "dynamo/test_minifier": 1.2720000000000002, "dynamo/test_misc": 45.41500000000004, "dynamo/test_model_output": 0.002, "dynamo/test_modules": 14.985999999999999, "dynamo/test_nops": 0.20700000000000002, "dynamo/test_optimizers": 2.125, "dynamo/test_pre_dispatch": 0.28, "dynamo/test_profiler": 0.614, "dynamo/test_python_autograd": 0.7580000000000001, "dynamo/test_recompiles": 0.5980000000000001, "dynamo/test_replay_record": 0.002, "dynamo/test_repros": 27.122999999999998, "dynamo/test_skip_non_tensor": 0.226, "dynamo/test_subclasses": 0.7510000000000001, "dynamo/test_subgraphs": 2.226999999999999, "dynamo/test_unspec": 11.447, "dynamo/test_verify_correctness": 0.351, "export/test_db": 2.077, "export/test_export": 7.162000000000001, "export/test_funtionalized_assertions": 0.016, "export/test_pass_infra": 0.42999999999999994, "export/test_passes": 1.013, "export/test_serialize": 3.309000000000001, "export/test_upgrade": 0.21400000000000002, "export/test_verifier": 0.527, "functorch/test_aotdispatch": 3223.4369999999976, "functorch/test_control_flow": 10.044999999999998, "functorch/test_dims": 19.083, "functorch/test_eager_transforms": 19.719, "functorch/test_memory_efficient_fusion": 0.23199999999999998, "functorch/test_minifier": 0.234, "functorch/test_ops": 2661.928999999968, "functorch/test_parsing": 0.023, "functorch/test_rearrange": 0.052000000000000005, "functorch/test_vmap": 341.150999999999, "functorch/test_vmap_registrations": 1.8349999999999187, "inductor/test_binary_folding": 31.689, "inductor/test_codegen_triton": 0.079, "inductor/test_compiled_autograd": 267.4419999999999, "inductor/test_compiled_optimizers": 0.001, "inductor/test_config": 4.521000000000002, "inductor/test_cpp_wrapper": 132.57899999999998, "inductor/test_cpu_repro": 386.384, "inductor/test_custom_lowering": 0.002, "inductor/test_custom_post_grad_passes": 2.709, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 184.852, "inductor/test_extension_backend": 3.443, "inductor/test_foreach": 11.917999999999997, "inductor/test_fused_attention": 50.545, "inductor/test_fx_fusion": 0.058, "inductor/test_group_batch_fusion": 0.0, "inductor/test_indexing": 0.40800000000000003, "inductor/test_inductor_freezing": 30.128, "inductor/test_minifier": 35.018, "inductor/test_mkldnn_pattern_matcher": 254.60500000000005, "inductor/test_mmdecomp": 28.493999999999982, "inductor/test_profiler": 0.001, "inductor/test_standalone_compile": 8.1, "inductor/test_torchinductor": 1063.1759999999992, "inductor/test_torchinductor_codegen_dynamic_shapes": 737.2600000000002, "inductor/test_torchinductor_dynamic_shapes": 1132.5510000000004, "inductor/test_torchinductor_opinfo": 4393.7679999999955, "lazy/test_debug_util": 0.053, "lazy/test_reuse_ir": 0.261, "lazy/test_step_closures": 2.0069999999999997, "lazy/test_ts_opinfo": 6.039999999999987, "nn/test_convolution": 13.195999999999959, "nn/test_dropout": 0.304, "nn/test_embedding": 6.782999999999995, "nn/test_lazy_modules": 0.5190000000000001, "nn/test_module_hooks": 0.16, "nn/test_multihead_attention": 4.191999999999999, "nn/test_packed_sequence": 0.15400000000000003, "nn/test_parametrization": 0.5160000000000001, "nn/test_pooling": 29.987999999999996, "nn/test_pruning": 0.07600000000000004, "profiler/test_memory_profiler": 3.5379999999999994, "profiler/test_profiler": 12.430000000000001, "profiler/test_profiler_tree": 0.24400000000000005, "test_ao_sparsity": 6.185999999999997, "test_autocast": 0.09200000000000001, "test_autograd": 19.223999999999965, "test_autograd_fallback": 0.09100000000000003, "test_binary_ufuncs": 93.60400000000206, "test_bundled_inputs": 0.7470000000000001, "test_comparison_utils": 0.020999999999999998, "test_compile_benchmark_util": 0.0, "test_complex": 0.037000000000000005, "test_content_store": 8.947000000000001, "test_cpp_api_parity": 3.6889999999999885, "test_cpp_extensions_aot_ninja": 0.031000000000000007, "test_cpp_extensions_aot_no_ninja": 0.031000000000000007, "test_cpp_extensions_jit": 25.891, "test_cpp_extensions_open_device_registration": 1.324, "test_custom_backend": 0.06899999999999999, "test_custom_ops": 2.471, "test_dataloader": 74.47599999999997, "test_datapipe": 2.420999999999999, "test_decomp": 5242.215999999958, "test_deploy": 0.014, "test_dispatch": 20.436000000000003, "test_dlpack": 0.11100000000000008, "test_dynamic_shapes": 4.666000000000001, "test_expanded_weights": 6.817, "test_fake_tensor": 0.5650000000000001, "test_flop_counter": 0.321, "test_foreach": 84.68700000000084, "test_function_schema": 0.29100000000000004, "test_functional_autograd_benchmark": 26.752000000000002, "test_functional_optim": 0.082, "test_functionalization": 4.9129999999999985, "test_functionalization_of_rng_ops": 0.013, "test_futures": 0.642, "test_fx": 216.38000000000008, "test_fx_experimental": 47.268000000000036, "test_fx_passes": 0.3190000000000001, "test_fx_reinplace_pass": 0.43600000000000005, "test_import_stats": 3.137, "test_indexing": 1.5969999999999964, "test_itt": 0.011, "test_jit": 112.28600000000004, "test_jit_autocast": 11.528, "test_jit_cuda_fuser": 0.009000000000000001, "test_jit_disabled": 0.096, "test_jit_fuser_te": 145.31200000000044, "test_jit_llga_fuser": 53.796, "test_legacy_vmap": 1.6740000000000004, "test_license": 0.012, "test_linalg": 79.80800000000075, "test_logging": 1.701, "test_masked": 10.69799999999999, "test_maskedtensor": 2.5139999999999736, "test_meta": 949.76099999992, "test_mkl_verbose": 2.803, "test_mkldnn": 61.257000000000026, "test_mkldnn_fusion": 51.58, "test_mkldnn_verbose": 3.112, "test_mobile_optimizer": 2.3579999999999997, "test_model_dump": 0.526, "test_module_init": 1.9119999999999933, "test_modules": 308.7189999999878, "test_monitor": 0.28800000000000003, "test_multiprocessing": 39.365, "test_multiprocessing_spawn": 15.555000000000001, "test_namedtensor": 0.8580000000000003, "test_namedtuple_return_api": 0.971, "test_native_functions": 0.104, "test_native_mha": 0.16600000000000006, "test_nestedtensor": 2.5429999999999993, "test_nn": 111.51900000000077, "test_numba_integration": 0.001, "test_numpy_interop": 0.094, "test_nvfuser_frontend": 0.0, "test_openmp": 5.813, "test_ops": 2486.1499999999664, "test_ops_fwd_gradients": 399.13499999997464, "test_ops_gradients": 945.172999999942, "test_ops_jit": 1098.6829999999968, "test_optim": 84.00399999999998, "test_out_dtype_op": 0.137, "test_overrides": 1.6899999999999535, "test_package": 1.686, "test_per_overload_api": 0.016, "test_prims": 0.26700000000000007, "test_proxy_tensor": 605.4669999999948, "test_pruning_op": 0.199, "test_public_bindings": 1.875, "test_python_dispatch": 0.33300000000000013, "test_pytree": 0.09700000000000004, "test_quantization": 1348.9979999999998, "test_reductions": 184.34900000000033, "test_scatter_gather_ops": 3.580000000000001, "test_schema_check": 374.066999999995, "test_segment_reductions": 0.7080000000000004, "test_serialization": 30.159000000000017, "test_set_default_mobile_cpu_allocator": 0.016, "test_shape_ops": 1.1349999999999993, "test_show_pickle": 0.018, "test_sort_and_select": 2.0019999999999967, "test_sparse": 400.38899999999654, "test_sparse_csr": 196.38099999999986, "test_spectral_ops": 5.490999999999991, "test_stateless": 6.254, "test_subclass": 0.3030000000000001, "test_sympy_utils": 14.572999999999992, "test_tensor_creation_ops": 25.845000000000084, "test_tensorboard": 26.290000000000006, "test_tensorexpr": 44.41699999999999, "test_tensorexpr_pybind": 0.5870000000000001, "test_testing": 18.95499999999998, "test_torch": 10.803999999999967, "test_transformers": 20.724999999999987, "test_type_hints": 0.01, "test_type_info": 0.017, "test_type_promotion": 8.770999999999983, "test_unary_ufuncs": 340.34800000001655, "test_utils": 20.8169999999996, "test_view_ops": 16.093, "test_vulkan": 0.0, "test_weak": 2.6839999999999993, "test_xnnpack_integration": 9.956, "torch_np/numpy_tests/core/test_dlpack": 0.24300000000000008, "torch_np/numpy_tests/core/test_dtype": 0.13800000000000004, "torch_np/numpy_tests/core/test_einsum": 13.147999999999998, "torch_np/numpy_tests/core/test_getlimits": 0.21100000000000002, "torch_np/numpy_tests/core/test_indexing": 0.3430000000000001, "torch_np/numpy_tests/core/test_multiarray": 35.79800000000001, "torch_np/numpy_tests/core/test_numeric": 3.392999999999999, "torch_np/numpy_tests/core/test_numerictypes": 0.04500000000000001, "torch_np/numpy_tests/core/test_scalar_ctors": 0.22700000000000006, "torch_np/numpy_tests/core/test_scalar_methods": 0.19800000000000004, "torch_np/numpy_tests/core/test_scalarinherit": 0.0, "torch_np/numpy_tests/core/test_scalarmath": 22.009999999999998, "torch_np/numpy_tests/core/test_shape_base": 0.4680000000000001, "torch_np/numpy_tests/fft/test_helper": 4.78, "torch_np/numpy_tests/fft/test_pocketfft": 3.721, "torch_np/numpy_tests/lib/test_arraypad": 0.188, "torch_np/numpy_tests/lib/test_arraysetops": 0.18400000000000005, "torch_np/numpy_tests/lib/test_function_base": 1.8660000000000008, "torch_np/numpy_tests/lib/test_histograms": 0.48800000000000016, "torch_np/numpy_tests/lib/test_index_tricks": 0.22900000000000004, "torch_np/numpy_tests/lib/test_shape_base_": 0.5650000000000001, "torch_np/numpy_tests/lib/test_twodim_base": 0.3460000000000001, "torch_np/numpy_tests/lib/test_type_check": 0.24000000000000005, "torch_np/numpy_tests/linalg/test_linalg": 8.768, "torch_np/test_basic": 0.6910000000000004, "torch_np/test_binary_ufuncs": 0.25300000000000006, "torch_np/test_dtype": 0.04700000000000003, "torch_np/test_function_base": 0.174, "torch_np/test_ndarray_methods": 3.285999999999998, "torch_np/test_nep50_examples": 0.108, "torch_np/test_random": 0.06600000000000003, "torch_np/test_reductions": 2.7989999999999315, "torch_np/test_scalars_0D_arrays": 0.061000000000000026, "torch_np/test_ufuncs_basic": 0.8690000000000004, "torch_np/test_unary_ufuncs": 0.26200000000000007}, "dynamo": {"backends/xeon/test_launch": 1.6549999999999998, "benchmark_utils/test_benchmark_utils": 0.839, "distributions/test_constraints": 0.07400000000000005, "distributions/test_distributions": 69.812, "export/test_export": 48.00100000000001, "export/test_funtionalized_assertions": 0.357, "export/test_pass_infra": 1.9080000000000001, "export/test_passes": 6.677, "export/test_serialize": 12.364, "export/test_upgrade": 0.454, "export/test_verifier": 0.9810000000000002, "functorch/test_control_flow": 23.605, "functorch/test_eager_transforms": 56.83299999999999, "functorch/test_memory_efficient_fusion": 1.7690000000000001, "functorch/test_minifier": 1.2840000000000003, "functorch/test_ops": 3082.552999999959, "functorch/test_parsing": 0.219, "functorch/test_rearrange": 2.2399999999999998, "functorch/test_vmap": 566.9519999999993, "functorch/test_vmap_registrations": 1.9609999999998968, "inductor/test_fx_fusion": 0.743, "inductor/test_mmdecomp": 28.788000000000004, "lazy/test_debug_util": 0.316, "lazy/test_reuse_ir": 0.7190000000000001, "lazy/test_step_closures": 2.327, "lazy/test_ts_opinfo": 7.741999999999984, "nn/test_convolution": 40.511000000000045, "nn/test_dropout": 6.873, "nn/test_embedding": 19.346, "nn/test_lazy_modules": 12.008, "nn/test_module_hooks": 1.7929999999999997, "nn/test_multihead_attention": 6.221, "nn/test_packed_sequence": 4.749, "nn/test_parametrization": 5.559000000000001, "nn/test_pooling": 46.63099999999998, "nn/test_pruning": 6.271, "profiler/test_memory_profiler": 0.0, "test_ao_sparsity": 61.366, "test_autocast": 2.918, "test_binary_ufuncs": 156.30300000000378, "test_bundled_inputs": 1.4709999999999996, "test_comparison_utils": 0.31200000000000006, "test_compile_benchmark_util": 0.0, "test_complex": 0.4730000000000001, "test_cpp_api_parity": 11.17800000000004, "test_cpp_extensions_aot_ninja": 1.222, "test_cpp_extensions_aot_no_ninja": 1.127, "test_cpp_extensions_jit": 28.769000000000013, "test_cpp_extensions_open_device_registration": 1.537, "test_datapipe": 13.889, "test_decomp": 2038.6299999999471, "test_deploy": 0.301, "test_dispatch": 24.081999999999997, "test_dlpack": 1.825999999999992, "test_dynamic_shapes": 33.221, "test_expanded_weights": 15.092999999999993, "test_fake_tensor": 2.2889999999999997, "test_flop_counter": 0.003, "test_foreach": 119.51100000000072, "test_function_schema": 17.666, "test_functional_autograd_benchmark": 29.637, "test_functional_optim": 0.865, "test_functionalization": 0.007, "test_functionalization_of_rng_ops": 0.296, "test_futures": 0.9780000000000002, "test_import_stats": 2.9059999999999997, "test_indexing": 51.78499999999996, "test_itt": 0.259, "test_license": 0.221, "test_linalg": 246.38900000000075, "test_logging": 2.107, "test_masked": 18.336000000000013, "test_maskedtensor": 8.265999999999948, "test_meta": 1101.0499999999217, "test_mkl_verbose": 3.032, "test_mkldnn": 89.45800000000003, "test_mkldnn_fusion": 58.858999999999995, "test_mkldnn_verbose": 2.8369999999999997, "test_mobile_optimizer": 4.158, "test_model_dump": 1.4769999999999999, "test_module_init": 2.6969999999999863, "test_modules": 333.709999999989, "test_monitor": 1.5420000000000003, "test_multiprocessing": 23.884000000000007, "test_multiprocessing_spawn": 20.282000000000004, "test_native_functions": 0.4840000000000001, "test_native_mha": 5.058, "test_nestedtensor": 8.546999999999993, "test_nn": 382.4910000000003, "test_numba_integration": 0.163, "test_numpy_interop": 0.8260000000000002, "test_nvfuser_frontend": 0.0, "test_openmp": 6.471, "test_ops": 3076.6249999999077, "test_ops_fwd_gradients": 442.41999999998234, "test_ops_gradients": 972.5469999999548, "test_ops_jit": 1342.6229999999975, "test_optim": 6.996999999999997, "test_out_dtype_op": 0.683, "test_per_overload_api": 0.531, "test_prims": 0.7169999999999999, "test_pruning_op": 3.0069999999999997, "test_pytree": 7.586, "test_scatter_gather_ops": 17.527999999999984, "test_schema_check": 555.8659999999793, "test_segment_reductions": 1.6599999999999968, "test_serialization": 37.318999999999996, "test_set_default_mobile_cpu_allocator": 0.27599999999999997, "test_shape_ops": 6.415999999999998, "test_show_pickle": 0.258, "test_sort_and_select": 16.62600000000001, "test_sparse": 632.3479999999975, "test_sparse_csr": 239.17800000000366, "test_spectral_ops": 24.576, "test_stateless": 12.509, "test_subclass": 1.9759999999999958, "test_sympy_utils": 23.940000000000005, "test_tensor_creation_ops": 67.23699999999992, "test_tensorboard": 32.07, "test_tensorexpr": 0.002, "test_tensorexpr_pybind": 2.7100000000000004, "test_testing": 37.164, "test_torch": 132.80399999999986, "test_transformers": 43.768000000000015, "test_type_hints": 0.241, "test_type_info": 0.269, "test_type_promotion": 19.714999999999986, "test_unary_ufuncs": 510.8439999999686, "test_utils": 26.48199999999942, "test_view_ops": 39.47199999999995, "test_vulkan": 0.0, "test_weak": 3.7199999999999998, "test_xnnpack_integration": 13.26, "torch_np/numpy_tests/core/test_dlpack": 0.77, "torch_np/numpy_tests/core/test_dtype": 0.6010000000000001, "torch_np/numpy_tests/core/test_einsum": 17.177000000000007, "torch_np/numpy_tests/core/test_getlimits": 0.31900000000000006, "torch_np/numpy_tests/core/test_indexing": 4.717999999999999, "torch_np/numpy_tests/core/test_multiarray": 44.736000000000004, "torch_np/numpy_tests/core/test_numeric": 17.641000000000002, "torch_np/numpy_tests/core/test_numerictypes": 0.38300000000000006, "torch_np/numpy_tests/core/test_scalar_ctors": 0.5310000000000001, "torch_np/numpy_tests/core/test_scalar_methods": 0.3600000000000001, "torch_np/numpy_tests/core/test_scalarinherit": 0.001, "torch_np/numpy_tests/core/test_scalarmath": 35.974999999999994, "torch_np/numpy_tests/core/test_shape_base": 3.6469999999999967, "torch_np/numpy_tests/fft/test_helper": 6.454, "torch_np/numpy_tests/fft/test_pocketfft": 4.745000000000001, "torch_np/numpy_tests/lib/test_arraypad": 0.503, "torch_np/numpy_tests/lib/test_arraysetops": 4.1080000000000005, "torch_np/numpy_tests/lib/test_function_base": 17.325000000000003, "torch_np/numpy_tests/lib/test_histograms": 2.681, "torch_np/numpy_tests/lib/test_index_tricks": 0.997, "torch_np/numpy_tests/lib/test_shape_base_": 8.337000000000002, "torch_np/numpy_tests/lib/test_twodim_base": 2.5780000000000003, "torch_np/numpy_tests/lib/test_type_check": 1.052, "torch_np/numpy_tests/linalg/test_linalg": 15.618000000000002, "torch_np/test_basic": 4.978000000000001, "torch_np/test_binary_ufuncs": 1.1030000000000004, "torch_np/test_dtype": 0.3750000000000001, "torch_np/test_function_base": 0.376, "torch_np/test_ndarray_methods": 5.54399999999999, "torch_np/test_nep50_examples": 0.12300000000000001, "torch_np/test_random": 0.457, "torch_np/test_reductions": 5.305999999999962, "torch_np/test_scalars_0D_arrays": 0.35300000000000004, "torch_np/test_ufuncs_basic": 2.7349999999999994, "torch_np/test_unary_ufuncs": 1.0190000000000006}}, "linux-focal-py3.8-clang10": {"crossref": {"backends/xeon/test_launch": 1.603, "benchmark_utils/test_benchmark_utils": 0.657, "distributions/test_constraints": 0.06800000000000005, "distributions/test_distributions": 57.148999999999994, "export/test_db": 2.4040000000000004, "export/test_export": 7.7509999999999994, "export/test_funtionalized_assertions": 0.229, "export/test_pass_infra": 0.7190000000000001, "export/test_passes": 1.783, "export/test_serialize": 3.839, "export/test_upgrade": 0.9840000000000001, "export/test_verifier": 0.835, "functorch/test_aotdispatch": 3201.2149999999997, "functorch/test_control_flow": 11.729999999999999, "functorch/test_dims": 26.403, "functorch/test_eager_transforms": 17.593000000000004, "functorch/test_memory_efficient_fusion": 0.398, "functorch/test_minifier": 0.42699999999999994, "functorch/test_ops": 3318.402999999965, "functorch/test_parsing": 0.234, "functorch/test_rearrange": 0.275, "functorch/test_vmap": 375.1279999999998, "functorch/test_vmap_registrations": 2.0749999999998865, "inductor/test_fx_fusion": 0.28500000000000003, "inductor/test_mmdecomp": 28.986999999999988, "lazy/test_debug_util": 0.265, "lazy/test_reuse_ir": 0.55, "lazy/test_step_closures": 2.2339999999999995, "lazy/test_ts_opinfo": 7.134999999999985, "nn/test_convolution": 13.973999999999961, "nn/test_dropout": 0.478, "nn/test_embedding": 8.658999999999999, "nn/test_lazy_modules": 0.45000000000000007, "nn/test_module_hooks": 0.18300000000000002, "nn/test_multihead_attention": 5.377, "nn/test_packed_sequence": 0.48700000000000004, "nn/test_parametrization": 0.6090000000000001, "nn/test_pooling": 30.547000000000008, "nn/test_pruning": 0.08000000000000004, "profiler/test_memory_profiler": 3.8750000000000004, "profiler/test_profiler": 13.163999999999998, "profiler/test_profiler_tree": 0.42100000000000004, "test_ao_sparsity": 9.129999999999999, "test_autocast": 0.324, "test_autograd": 21.46199999999999, "test_autograd_fallback": 0.29600000000000004, "test_binary_ufuncs": 119.34000000000118, "test_bundled_inputs": 1.3799999999999994, "test_comparison_utils": 0.233, "test_compile_benchmark_util": 0.003, "test_complex": 0.04700000000000001, "test_content_store": 9.302, "test_cpp_api_parity": 3.8239999999999776, "test_cpp_extensions_aot_ninja": 0.03600000000000001, "test_cpp_extensions_aot_no_ninja": 0.035, "test_cpp_extensions_jit": 25.512, "test_cpp_extensions_open_device_registration": 1.449, "test_custom_backend": 0.06999999999999999, "test_custom_ops": 2.6200000000000006, "test_dataloader": 95.24799999999999, "test_datapipe": 3.188999999999999, "test_decomp": 182.39999999999966, "test_deploy": 0.244, "test_dispatch": 21.012999999999998, "test_dlpack": 0.11800000000000009, "test_dynamic_shapes": 6.114000000000001, "test_expanded_weights": 7.558, "test_fake_tensor": 0.554, "test_flop_counter": 0.329, "test_foreach": 99.55700000000097, "test_function_schema": 0.467, "test_functional_autograd_benchmark": 34.431, "test_functional_optim": 0.259, "test_functionalization": 6.264999999999995, "test_functionalization_of_rng_ops": 0.013, "test_futures": 0.9369999999999999, "test_fx": 220.87999999999994, "test_fx_experimental": 58.13700000000001, "test_fx_passes": 0.5120000000000001, "test_fx_reinplace_pass": 0.6900000000000001, "test_import_stats": 3.083, "test_indexing": 1.640999999999997, "test_itt": 0.224, "test_jit": 92.62500000000001, "test_jit_autocast": 13.475999999999999, "test_jit_cuda_fuser": 0.02800000000000001, "test_jit_disabled": 0.344, "test_jit_fuser_te": 146.29099999999997, "test_jit_llga_fuser": 56.681000000000026, "test_legacy_vmap": 2.0620000000000003, "test_license": 0.225, "test_linalg": 112.13100000000097, "test_logging": 1.919, "test_masked": 15.476999999999997, "test_maskedtensor": 3.0529999999999595, "test_meta": 37.69700000000177, "test_mkl_verbose": 3.725, "test_mkldnn": 74.29100000000001, "test_mkldnn_fusion": 67.23500000000001, "test_mkldnn_verbose": 2.871, "test_mobile_optimizer": 2.7390000000000003, "test_model_dump": 1.213, "test_module_init": 1.9989999999999946, "test_modules": 365.02399999998954, "test_monitor": 0.595, "test_multiprocessing": 40.571999999999996, "test_multiprocessing_spawn": 15.913, "test_namedtensor": 0.9510000000000003, "test_namedtuple_return_api": 1.68, "test_native_functions": 0.31900000000000006, "test_native_mha": 0.19200000000000006, "test_nestedtensor": 5.879999999999997, "test_nn": 117.31100000000087, "test_numba_integration": 0.002, "test_numpy_interop": 0.12000000000000004, "test_nvfuser_frontend": 0.0, "test_openmp": 6.646999999999999, "test_ops": 2898.6079999999133, "test_ops_fwd_gradients": 532.8179999999724, "test_ops_gradients": 1129.5119999999563, "test_ops_jit": 1208.0319999999988, "test_optim": 117.42799999999997, "test_out_dtype_op": 0.14500000000000002, "test_overrides": 1.8019999999999292, "test_package": 2.064999999999999, "test_per_overload_api": 0.232, "test_prims": 0.3560000000000001, "test_proxy_tensor": 683.2480000000027, "test_pruning_op": 0.45099999999999996, "test_public_bindings": 2.0119999999999996, "test_python_dispatch": 0.3600000000000001, "test_pytree": 0.31100000000000005, "test_quantization": 1560.58, "test_reductions": 192.10400000000055, "test_scatter_gather_ops": 6.252999999999997, "test_schema_check": 394.320999999996, "test_segment_reductions": 1.1410000000000005, "test_serialization": 29.96400000000001, "test_set_default_mobile_cpu_allocator": 0.23500000000000001, "test_shape_ops": 1.6159999999999997, "test_show_pickle": 0.228, "test_sort_and_select": 2.210999999999996, "test_sparse": 1129.0469999999996, "test_sparse_csr": 234.23999999999828, "test_spectral_ops": 6.472999999999992, "test_stateless": 6.0009999999999994, "test_subclass": 0.5110000000000001, "test_sympy_utils": 22.018, "test_tensor_creation_ops": 31.977000000000064, "test_tensorboard": 0.30900000000000005, "test_tensorexpr": 43.80499999999997, "test_tensorexpr_pybind": 1.11, "test_testing": 20.62699999999998, "test_torch": 13.542999999999932, "test_transformers": 21.31099999999999, "test_type_hints": 0.335, "test_type_info": 0.23, "test_type_promotion": 9.293999999999949, "test_unary_ufuncs": 463.4630000000099, "test_utils": 24.681999999999494, "test_view_ops": 19.12, "test_vulkan": 0.001, "test_weak": 3.7779999999999987, "test_xnnpack_integration": 9.191, "torch_np/numpy_tests/core/test_dlpack": 0.6680000000000001, "torch_np/numpy_tests/core/test_dtype": 0.47400000000000003, "torch_np/numpy_tests/core/test_einsum": 14.130999999999997, "torch_np/numpy_tests/core/test_getlimits": 0.487, "torch_np/numpy_tests/core/test_indexing": 0.5470000000000003, "torch_np/numpy_tests/core/test_multiarray": 31.605000000000008, "torch_np/numpy_tests/core/test_numeric": 4.8889999999999985, "torch_np/numpy_tests/core/test_numerictypes": 0.257, "torch_np/numpy_tests/core/test_scalar_ctors": 0.6460000000000001, "torch_np/numpy_tests/core/test_scalar_methods": 0.42000000000000004, "torch_np/numpy_tests/core/test_scalarinherit": 0.0, "torch_np/numpy_tests/core/test_scalarmath": 22.312, "torch_np/numpy_tests/core/test_shape_base": 1.0590000000000004, "torch_np/numpy_tests/fft/test_helper": 5.626, "torch_np/numpy_tests/fft/test_pocketfft": 3.921, "torch_np/numpy_tests/lib/test_arraypad": 0.511, "torch_np/numpy_tests/lib/test_arraysetops": 0.6290000000000001, "torch_np/numpy_tests/lib/test_function_base": 2.317, "torch_np/numpy_tests/lib/test_histograms": 0.8050000000000002, "torch_np/numpy_tests/lib/test_index_tricks": 0.48200000000000004, "torch_np/numpy_tests/lib/test_shape_base_": 1.1159999999999997, "torch_np/numpy_tests/lib/test_twodim_base": 0.6060000000000001, "torch_np/numpy_tests/lib/test_type_check": 0.669, "torch_np/numpy_tests/linalg/test_linalg": 9.027, "torch_np/test_basic": 1.1210000000000002, "torch_np/test_binary_ufuncs": 0.7230000000000001, "torch_np/test_dtype": 0.263, "torch_np/test_function_base": 0.397, "torch_np/test_ndarray_methods": 4.175000000000001, "torch_np/test_nep50_examples": 0.031000000000000007, "torch_np/test_random": 0.276, "torch_np/test_reductions": 3.7969999999999464, "torch_np/test_scalars_0D_arrays": 0.277, "torch_np/test_ufuncs_basic": 1.3540000000000005, "torch_np/test_unary_ufuncs": 0.4810000000000001}, "default": {"backends/xeon/test_launch": 1.486, "benchmark_utils/test_benchmark_utils": 0.46499999999999997, "distributions/test_constraints": 0.07000000000000005, "distributions/test_distributions": 56.50299999999999, "dynamo/test_activation_checkpointing": 1.001, "dynamo/test_after_aot": 8.142, "dynamo/test_aot_autograd": 4.893999999999999, "dynamo/test_autograd_function": 1.092, "dynamo/test_backends": 15.02, "dynamo/test_comptime": 0.43700000000000006, "dynamo/test_config": 0.549, "dynamo/test_ctx_manager": 1.1450000000000002, "dynamo/test_decorators": 0.6110000000000001, "dynamo/test_dynamic_shapes": 1647.0249999999999, "dynamo/test_exc": 1.6649999999999998, "dynamo/test_export": 16.421999999999993, "dynamo/test_export_mutations": 0.367, "dynamo/test_functions": 11.518999999999982, "dynamo/test_global": 0.558, "dynamo/test_higher_order_ops": 5.881999999999998, "dynamo/test_interop": 0.416, "dynamo/test_logging": 12.581000000000001, "dynamo/test_minifier": 1.4879999999999995, "dynamo/test_misc": 46.457000000000015, "dynamo/test_model_output": 0.003, "dynamo/test_modules": 14.873, "dynamo/test_nops": 0.344, "dynamo/test_optimizers": 2.223, "dynamo/test_pre_dispatch": 0.506, "dynamo/test_profiler": 0.8820000000000001, "dynamo/test_python_autograd": 0.9800000000000001, "dynamo/test_recompiles": 0.778, "dynamo/test_replay_record": 0.003, "dynamo/test_repros": 24.147999999999996, "dynamo/test_skip_non_tensor": 0.376, "dynamo/test_subclasses": 0.9780000000000001, "dynamo/test_subgraphs": 2.5079999999999982, "dynamo/test_unspec": 12.470999999999997, "dynamo/test_verify_correctness": 0.596, "export/test_db": 2.3560000000000003, "export/test_export": 7.874, "export/test_funtionalized_assertions": 0.246, "export/test_pass_infra": 0.7180000000000001, "export/test_passes": 1.363, "export/test_serialize": 3.759000000000001, "export/test_upgrade": 0.402, "export/test_verifier": 0.798, "functorch/test_aotdispatch": 3221.973999999996, "functorch/test_control_flow": 9.929999999999996, "functorch/test_dims": 25.447, "functorch/test_eager_transforms": 17.248, "functorch/test_memory_efficient_fusion": 0.39699999999999996, "functorch/test_minifier": 0.40000000000000013, "functorch/test_ops": 2802.5439999999667, "functorch/test_parsing": 0.23600000000000002, "functorch/test_rearrange": 0.274, "functorch/test_vmap": 357.3529999999996, "functorch/test_vmap_registrations": 2.09999999999989, "inductor/test_binary_folding": 31.782, "inductor/test_codegen_triton": 0.345, "inductor/test_compiled_autograd": 308.663, "inductor/test_compiled_optimizers": 0.003, "inductor/test_config": 5.043000000000001, "inductor/test_cpp_wrapper": 121.721, "inductor/test_cpu_repro": 402.932, "inductor/test_custom_lowering": 0.001, "inductor/test_custom_post_grad_passes": 3.019, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 205.389, "inductor/test_extension_backend": 3.395, "inductor/test_foreach": 12.206999999999994, "inductor/test_fused_attention": 50.81400000000001, "inductor/test_fx_fusion": 0.314, "inductor/test_group_batch_fusion": 0.0, "inductor/test_indexing": 0.68, "inductor/test_inductor_freezing": 30.977, "inductor/test_minifier": 36.69, "inductor/test_minifier_isolate": 40.815, "inductor/test_mkldnn_pattern_matcher": 264.384, "inductor/test_mmdecomp": 29.948999999999987, "inductor/test_profiler": 0.001, "inductor/test_standalone_compile": 11.402, "inductor/test_torchinductor": 1069.6679999999997, "inductor/test_torchinductor_codegen_dynamic_shapes": 752.2350000000001, "inductor/test_torchinductor_dynamic_shapes": 1167.556, "inductor/test_torchinductor_opinfo": 4540.096999999996, "lazy/test_debug_util": 0.275, "lazy/test_reuse_ir": 0.494, "lazy/test_step_closures": 2.227, "lazy/test_ts_opinfo": 6.43099999999998, "nn/test_convolution": 13.128999999999959, "nn/test_dropout": 0.33, "nn/test_embedding": 6.6119999999999965, "nn/test_lazy_modules": 0.5280000000000001, "nn/test_module_hooks": 0.14100000000000001, "nn/test_multihead_attention": 4.808999999999998, "nn/test_packed_sequence": 0.39200000000000007, "nn/test_parametrization": 0.5830000000000001, "nn/test_pooling": 29.85100000000001, "nn/test_pruning": 0.07300000000000004, "profiler/test_memory_profiler": 3.9629999999999996, "profiler/test_profiler": 14.703, "profiler/test_profiler_tree": 0.47200000000000003, "test_ao_sparsity": 6.777, "test_autocast": 0.30100000000000005, "test_autograd": 19.634999999999977, "test_autograd_fallback": 0.29700000000000004, "test_binary_ufuncs": 92.88400000000173, "test_bundled_inputs": 1.1789999999999998, "test_comparison_utils": 0.23900000000000002, "test_compile_benchmark_util": 0.003, "test_complex": 0.037000000000000005, "test_content_store": 9.248000000000001, "test_cpp_api_parity": 3.8809999999999785, "test_cpp_extensions_aot_ninja": 0.03400000000000001, "test_cpp_extensions_aot_no_ninja": 0.031000000000000007, "test_cpp_extensions_jit": 26.013, "test_cpp_extensions_open_device_registration": 1.4, "test_custom_backend": 0.06999999999999999, "test_custom_ops": 2.551, "test_dataloader": 75.19200000000001, "test_datapipe": 3.098999999999999, "test_decomp": 5364.752999999976, "test_deploy": 0.245, "test_dispatch": 21.401999999999997, "test_dlpack": 0.11200000000000009, "test_dynamic_shapes": 4.923, "test_expanded_weights": 5.887, "test_fake_tensor": 0.5530000000000002, "test_flop_counter": 0.325, "test_foreach": 86.22300000000055, "test_function_schema": 0.47300000000000003, "test_functional_autograd_benchmark": 28.705, "test_functional_optim": 0.239, "test_functionalization": 5.459999999999997, "test_functionalization_of_rng_ops": 0.013, "test_futures": 0.875, "test_fx": 216.55599999999998, "test_fx_experimental": 57.45999999999996, "test_fx_passes": 0.5140000000000001, "test_fx_reinplace_pass": 0.648, "test_import_stats": 2.875, "test_indexing": 1.5949999999999966, "test_itt": 0.243, "test_jit": 97.00699999999995, "test_jit_autocast": 12.642999999999999, "test_jit_cuda_fuser": 0.030000000000000013, "test_jit_disabled": 0.347, "test_jit_fuser_te": 150.7850000000004, "test_jit_llga_fuser": 56.741, "test_legacy_vmap": 1.8000000000000003, "test_license": 0.248, "test_linalg": 95.52400000000091, "test_logging": 2.039, "test_masked": 10.920000000000002, "test_maskedtensor": 2.836999999999962, "test_meta": 1057.0039999999422, "test_mkl_verbose": 3.416, "test_mkldnn": 64.88200000000002, "test_mkldnn_fusion": 51.235, "test_mkldnn_verbose": 2.8449999999999998, "test_mobile_optimizer": 2.66, "test_model_dump": 0.7920000000000001, "test_module_init": 1.9629999999999943, "test_modules": 312.34899999998817, "test_monitor": 0.5790000000000001, "test_multiprocessing": 40.88600000000001, "test_multiprocessing_spawn": 16.046999999999997, "test_namedtensor": 0.8130000000000003, "test_namedtuple_return_api": 1.752, "test_native_functions": 0.32800000000000007, "test_native_mha": 0.1640000000000001, "test_nestedtensor": 2.039999999999999, "test_nn": 112.86600000000071, "test_numba_integration": 0.001, "test_numpy_interop": 0.096, "test_nvfuser_frontend": 0.001, "test_openmp": 6.52, "test_ops": 2643.674999999959, "test_ops_fwd_gradients": 422.91699999997564, "test_ops_gradients": 985.5939999999559, "test_ops_jit": 1132.615999999998, "test_optim": 82.58199999999998, "test_out_dtype_op": 0.139, "test_overrides": 1.8499999999999261, "test_package": 2.0469999999999993, "test_per_overload_api": 0.245, "test_prims": 0.38100000000000006, "test_proxy_tensor": 693.6489999999948, "test_pruning_op": 0.395, "test_public_bindings": 2.0719999999999996, "test_python_dispatch": 0.3430000000000001, "test_pytree": 0.3340000000000001, "test_quantization": 1368.552, "test_reductions": 189.1650000000007, "test_scatter_gather_ops": 3.2160000000000015, "test_schema_check": 381.23699999999513, "test_segment_reductions": 0.6990000000000003, "test_serialization": 29.56100000000001, "test_set_default_mobile_cpu_allocator": 0.24, "test_shape_ops": 1.1339999999999995, "test_show_pickle": 0.236, "test_sort_and_select": 1.885999999999996, "test_sparse": 442.348999999998, "test_sparse_csr": 193.30199999999945, "test_spectral_ops": 5.945999999999993, "test_stateless": 5.459, "test_subclass": 0.5140000000000001, "test_sympy_utils": 19.513000000000012, "test_tensor_creation_ops": 25.279000000000075, "test_tensorboard": 27.959, "test_tensorexpr": 43.65399999999999, "test_tensorexpr_pybind": 0.8070000000000003, "test_testing": 20.839999999999986, "test_torch": 11.40299999999998, "test_transformers": 22.00999999999999, "test_type_hints": 0.237, "test_type_info": 0.249, "test_type_promotion": 7.564999999999982, "test_unary_ufuncs": 371.49500000003246, "test_utils": 21.88099999999938, "test_view_ops": 13.995000000000006, "test_vulkan": 0.001, "test_weak": 3.9799999999999995, "test_xnnpack_integration": 9.934, "torch_np/numpy_tests/core/test_dlpack": 0.4710000000000001, "torch_np/numpy_tests/core/test_dtype": 0.40900000000000003, "torch_np/numpy_tests/core/test_einsum": 11.946999999999997, "torch_np/numpy_tests/core/test_getlimits": 0.429, "torch_np/numpy_tests/core/test_indexing": 0.5650000000000002, "torch_np/numpy_tests/core/test_multiarray": 26.287999999999997, "torch_np/numpy_tests/core/test_numeric": 3.9679999999999986, "torch_np/numpy_tests/core/test_numerictypes": 0.273, "torch_np/numpy_tests/core/test_scalar_ctors": 0.4630000000000001, "torch_np/numpy_tests/core/test_scalar_methods": 0.43800000000000006, "torch_np/numpy_tests/core/test_scalarinherit": 0.0, "torch_np/numpy_tests/core/test_scalarmath": 19.149, "torch_np/numpy_tests/core/test_shape_base": 0.6950000000000002, "torch_np/numpy_tests/fft/test_helper": 5.082000000000001, "torch_np/numpy_tests/fft/test_pocketfft": 3.164999999999999, "torch_np/numpy_tests/lib/test_arraypad": 0.41700000000000004, "torch_np/numpy_tests/lib/test_arraysetops": 0.40900000000000003, "torch_np/numpy_tests/lib/test_function_base": 2.0900000000000003, "torch_np/numpy_tests/lib/test_histograms": 0.6810000000000002, "torch_np/numpy_tests/lib/test_index_tricks": 0.4570000000000001, "torch_np/numpy_tests/lib/test_shape_base_": 0.7060000000000002, "torch_np/numpy_tests/lib/test_twodim_base": 0.5670000000000001, "torch_np/numpy_tests/lib/test_type_check": 0.4700000000000001, "torch_np/numpy_tests/linalg/test_linalg": 8.455000000000002, "torch_np/test_basic": 0.7250000000000004, "torch_np/test_binary_ufuncs": 0.4700000000000001, "torch_np/test_dtype": 0.26, "torch_np/test_function_base": 0.392, "torch_np/test_ndarray_methods": 2.8310000000000017, "torch_np/test_nep50_examples": 0.031000000000000007, "torch_np/test_random": 0.28, "torch_np/test_reductions": 2.735999999999967, "torch_np/test_scalars_0D_arrays": 0.272, "torch_np/test_ufuncs_basic": 1.1090000000000004, "torch_np/test_unary_ufuncs": 0.4840000000000001}, "dynamo": {"backends/xeon/test_launch": 1.735, "benchmark_utils/test_benchmark_utils": 1.3559999999999999, "distributions/test_constraints": 0.06900000000000005, "distributions/test_distributions": 64.13300000000001, "export/test_export": 30.233, "export/test_funtionalized_assertions": 0.894, "export/test_pass_infra": 2.356, "export/test_passes": 6.144, "export/test_serialize": 10.607000000000003, "export/test_upgrade": 0.85, "export/test_verifier": 1.4329999999999996, "functorch/test_control_flow": 21.681999999999995, "functorch/test_eager_transforms": 60.02100000000001, "functorch/test_memory_efficient_fusion": 2.1380000000000003, "functorch/test_minifier": 1.929, "functorch/test_ops": 3129.746999999953, "functorch/test_parsing": 0.6980000000000001, "functorch/test_rearrange": 2.719, "functorch/test_vmap": 566.5109999999995, "functorch/test_vmap_registrations": 2.4819999999998514, "inductor/test_fx_fusion": 1.018, "inductor/test_mmdecomp": 29.267999999999997, "lazy/test_debug_util": 0.784, "lazy/test_reuse_ir": 1.766, "lazy/test_step_closures": 3.064, "lazy/test_ts_opinfo": 7.61199999999998, "nn/test_convolution": 37.11199999999985, "nn/test_dropout": 4.353, "nn/test_embedding": 13.652000000000001, "nn/test_lazy_modules": 9.936999999999998, "nn/test_module_hooks": 1.4620000000000002, "nn/test_multihead_attention": 5.804999999999999, "nn/test_packed_sequence": 4.789, "nn/test_parametrization": 5.422, "nn/test_pooling": 43.10799999999999, "nn/test_pruning": 4.671999999999999, "profiler/test_memory_profiler": 0.002, "test_ao_sparsity": 64.732, "test_autocast": 2.486, "test_binary_ufuncs": 167.12899999999743, "test_bundled_inputs": 2.121, "test_comparison_utils": 0.785, "test_compile_benchmark_util": 0.002, "test_complex": 0.42700000000000005, "test_cpp_api_parity": 9.71900000000002, "test_cpp_extensions_aot_ninja": 0.8500000000000001, "test_cpp_extensions_aot_no_ninja": 0.8670000000000001, "test_cpp_extensions_jit": 28.879000000000012, "test_cpp_extensions_open_device_registration": 2.098, "test_datapipe": 12.793999999999999, "test_decomp": 1963.7119999998538, "test_deploy": 0.738, "test_dispatch": 24.461, "test_dlpack": 1.506999999999995, "test_dynamic_shapes": 14.665, "test_expanded_weights": 14.339999999999993, "test_fake_tensor": 2.0490000000000004, "test_flop_counter": 0.0, "test_foreach": 126.85000000000075, "test_function_schema": 18.067000000000004, "test_functional_autograd_benchmark": 30.188000000000002, "test_functional_optim": 1.232, "test_functionalization": 0.066, "test_functionalization_of_rng_ops": 0.265, "test_futures": 1.415, "test_import_stats": 3.2670000000000003, "test_indexing": 34.03, "test_itt": 0.699, "test_license": 0.719, "test_linalg": 242.71200000000084, "test_logging": 2.616, "test_masked": 16.093999999999994, "test_maskedtensor": 7.470999999999903, "test_meta": 1167.8689999999235, "test_mkl_verbose": 3.269, "test_mkldnn": 101.90100000000001, "test_mkldnn_fusion": 62.800000000000004, "test_mkldnn_verbose": 3.2510000000000003, "test_mobile_optimizer": 4.582, "test_model_dump": 1.663, "test_module_init": 2.78499999999999, "test_modules": 336.52799999998973, "test_monitor": 1.407, "test_multiprocessing": 24.782000000000004, "test_multiprocessing_spawn": 18.581, "test_native_functions": 0.8640000000000001, "test_native_mha": 4.511999999999999, "test_nestedtensor": 7.7159999999999975, "test_nn": 347.44199999999967, "test_numba_integration": 0.107, "test_numpy_interop": 0.8440000000000002, "test_nvfuser_frontend": 0.0, "test_openmp": 6.741, "test_ops": 3082.8819999999114, "test_ops_fwd_gradients": 476.6819999999937, "test_ops_gradients": 983.7289999999529, "test_ops_jit": 1359.353999999993, "test_optim": 6.022999999999996, "test_out_dtype_op": 0.5810000000000001, "test_per_overload_api": 0.996, "test_prims": 0.699, "test_pruning_op": 2.7640000000000002, "test_pytree": 7.627999999999999, "test_scatter_gather_ops": 17.559999999999985, "test_schema_check": 541.8239999999925, "test_segment_reductions": 1.6959999999999973, "test_serialization": 35.57599999999999, "test_set_default_mobile_cpu_allocator": 0.731, "test_shape_ops": 5.5409999999999995, "test_show_pickle": 0.707, "test_sort_and_select": 13.579999999999991, "test_sparse": 528.5639999999994, "test_sparse_csr": 238.50100000000404, "test_spectral_ops": 27.155000000000005, "test_stateless": 9.972999999999999, "test_subclass": 2.287999999999995, "test_sympy_utils": 24.811000000000007, "test_tensor_creation_ops": 62.66599999999988, "test_tensorboard": 31.052, "test_tensorexpr": 0.074, "test_tensorexpr_pybind": 2.9010000000000002, "test_testing": 38.555999999999955, "test_torch": 111.22299999999994, "test_transformers": 39.509, "test_type_hints": 0.666, "test_type_info": 0.753, "test_type_promotion": 19.019000000000045, "test_unary_ufuncs": 551.9169999998852, "test_utils": 28.492999999999668, "test_view_ops": 46.203, "test_vulkan": 0.001, "test_weak": 4.584, "test_xnnpack_integration": 16.505, "torch_np/numpy_tests/core/test_dlpack": 1.096, "torch_np/numpy_tests/core/test_dtype": 1.0380000000000003, "torch_np/numpy_tests/core/test_einsum": 16.046, "torch_np/numpy_tests/core/test_getlimits": 0.76, "torch_np/numpy_tests/core/test_indexing": 4.601999999999999, "torch_np/numpy_tests/core/test_multiarray": 36.89399999999998, "torch_np/numpy_tests/core/test_numeric": 14.427999999999997, "torch_np/numpy_tests/core/test_numerictypes": 0.897, "torch_np/numpy_tests/core/test_scalar_ctors": 0.9750000000000001, "torch_np/numpy_tests/core/test_scalar_methods": 0.8270000000000001, "torch_np/numpy_tests/core/test_scalarinherit": 0.001, "torch_np/numpy_tests/core/test_scalarmath": 45.916999999999994, "torch_np/numpy_tests/core/test_shape_base": 3.1950000000000003, "torch_np/numpy_tests/fft/test_helper": 6.202999999999999, "torch_np/numpy_tests/fft/test_pocketfft": 5.53, "torch_np/numpy_tests/lib/test_arraypad": 1.0170000000000001, "torch_np/numpy_tests/lib/test_arraysetops": 4.244999999999999, "torch_np/numpy_tests/lib/test_function_base": 14.104, "torch_np/numpy_tests/lib/test_histograms": 2.808, "torch_np/numpy_tests/lib/test_index_tricks": 1.3039999999999996, "torch_np/numpy_tests/lib/test_shape_base_": 7.463999999999999, "torch_np/numpy_tests/lib/test_twodim_base": 3.0870000000000006, "torch_np/numpy_tests/lib/test_type_check": 1.384, "torch_np/numpy_tests/linalg/test_linalg": 14.257000000000001, "torch_np/test_basic": 3.0520000000000005, "torch_np/test_binary_ufuncs": 1.4669999999999985, "torch_np/test_dtype": 0.803, "torch_np/test_function_base": 0.789, "torch_np/test_ndarray_methods": 5.39499999999999, "torch_np/test_nep50_examples": 0.14700000000000008, "torch_np/test_random": 0.8660000000000001, "torch_np/test_reductions": 6.250999999999928, "torch_np/test_scalars_0D_arrays": 0.8210000000000002, "torch_np/test_ufuncs_basic": 2.7590000000000003, "torch_np/test_unary_ufuncs": 1.4640000000000004}, "slow": {"backends/xeon/test_launch": 2.252, "benchmark_utils/test_benchmark_utils": 326.26599999999985, "distributions/test_constraints": 0.06900000000000005, "distributions/test_distributions": 0.22600000000000015, "dynamo/test_activation_checkpointing": 0.274, "dynamo/test_after_aot": 0.218, "dynamo/test_allow_inline_skip": 0.22, "dynamo/test_aot_autograd": 0.23800000000000002, "dynamo/test_autograd_function": 0.232, "dynamo/test_backends": 0.272, "dynamo/test_comptime": 0.229, "dynamo/test_config": 0.23, "dynamo/test_ctx_manager": 0.032000000000000015, "dynamo/test_debug_utils": 0.226, "dynamo/test_decorators": 0.23, "dynamo/test_dynamic_shapes": 243.28600000000029, "dynamo/test_exc": 0.01, "dynamo/test_export": 0.33500000000000013, "dynamo/test_export_mutations": 0.274, "dynamo/test_functions": 0.43500000000000016, "dynamo/test_global": 0.23700000000000002, "dynamo/test_higher_order_ops": 0.39600000000000013, "dynamo/test_hooks": 0.252, "dynamo/test_interop": 0.225, "dynamo/test_logging": 0.29700000000000004, "dynamo/test_minifier": 0.23500000000000001, "dynamo/test_misc": 0.34000000000000025, "dynamo/test_model_output": 0.001, "dynamo/test_modules": 0.3390000000000001, "dynamo/test_nops": 0.224, "dynamo/test_optimizers": 0.268, "dynamo/test_pre_dispatch": 0.222, "dynamo/test_profiler": 0.225, "dynamo/test_python_autograd": 0.22, "dynamo/test_recompiles": 0.225, "dynamo/test_replay_record": 0.002, "dynamo/test_repros": 0.3210000000000001, "dynamo/test_skip_non_tensor": 0.223, "dynamo/test_subclasses": 0.231, "dynamo/test_subgraphs": 0.266, "dynamo/test_unspec": 0.254, "dynamo/test_verify_correctness": 0.225, "export/test_db": 0.29400000000000004, "export/test_export": 0.268, "export/test_funtionalized_assertions": 0.236, "export/test_pass_infra": 0.22, "export/test_passes": 0.23900000000000002, "export/test_serialize": 0.367, "export/test_upgrade": 0.226, "export/test_verifier": 0.308, "functorch/test_aotdispatch": 1193.545999999978, "functorch/test_control_flow": 0.39500000000000013, "functorch/test_dims": 0.32500000000000007, "functorch/test_eager_transforms": 0.34800000000000025, "functorch/test_memory_efficient_fusion": 0.233, "functorch/test_minifier": 0.243, "functorch/test_ops": 57.07899999999393, "functorch/test_parsing": 0.234, "functorch/test_rearrange": 0.232, "functorch/test_vmap": 2.791999999999908, "functorch/test_vmap_registrations": 1.9269999999999001, "inductor/test_binary_folding": 0.002, "inductor/test_codecache": 0.02, "inductor/test_codegen_triton": 0.164, "inductor/test_compiled_autograd": 0.33100000000000024, "inductor/test_compiled_optimizers": 0.003, "inductor/test_config": 0.196, "inductor/test_cpp_wrapper": 60.521999999999935, "inductor/test_cpu_repro": 2617.515000000012, "inductor/test_custom_lowering": 0.001, "inductor/test_custom_post_grad_passes": 0.165, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 176.429, "inductor/test_extension_backend": 1.15, "inductor/test_foreach": 0.026000000000000016, "inductor/test_fused_attention": 0.020000000000000007, "inductor/test_fx_fusion": 0.274, "inductor/test_group_batch_fusion": 0.0, "inductor/test_indexing": 0.191, "inductor/test_inductor_freezing": 0.017000000000000005, "inductor/test_minifier": 0.246, "inductor/test_minifier_isolate": 0.22, "inductor/test_mkldnn_pattern_matcher": 0.24000000000000002, "inductor/test_mmdecomp": 0.025000000000000015, "inductor/test_profiler": 0.001, "inductor/test_standalone_compile": 0.188, "inductor/test_torchinductor": 34.23899999999926, "inductor/test_torchinductor_codegen_dynamic_shapes": 0.8890000000000003, "inductor/test_torchinductor_dynamic_shapes": 100.7790000000015, "inductor/test_torchinductor_opinfo": 3.9779999999997715, "lazy/test_debug_util": 0.231, "lazy/test_reuse_ir": 0.232, "lazy/test_step_closures": 0.229, "lazy/test_ts_opinfo": 0.25600000000000017, "nn/test_convolution": 0.5810000000000004, "nn/test_dropout": 0.008, "nn/test_embedding": 0.16100000000000012, "nn/test_lazy_modules": 0.06300000000000004, "nn/test_module_hooks": 0.049000000000000016, "nn/test_multihead_attention": 0.021, "nn/test_packed_sequence": 0.24000000000000002, "nn/test_parametrization": 0.03600000000000002, "nn/test_pooling": 8.309999999999974, "nn/test_pruning": 0.044000000000000025, "profiler/test_memory_profiler": 0.254, "profiler/test_profiler": 0.08400000000000005, "profiler/test_profiler_tree": 0.225, "test_ao_sparsity": 0.329, "test_autocast": 0.233, "test_autograd": 5.812000000000088, "test_autograd_fallback": 0.261, "test_binary_ufuncs": 13.113999999998631, "test_bundled_inputs": 0.234, "test_comparison_utils": 0.23800000000000002, "test_compile_benchmark_util": 0.0, "test_complex": 0.010000000000000002, "test_content_store": 0.003, "test_cpp_api_parity": 0.3730000000000003, "test_cpp_extensions_aot_ninja": 0.019000000000000003, "test_cpp_extensions_aot_no_ninja": 0.019000000000000003, "test_cpp_extensions_jit": 0.028000000000000014, "test_cpp_extensions_open_device_registration": 1.457, "test_custom_backend": 0.06999999999999999, "test_custom_ops": 2.681, "test_dataloader": 181.79099999999988, "test_datapipe": 0.31500000000000006, "test_decomp": 2134.138000000152, "test_deploy": 0.233, "test_dispatch": 0.20400000000000001, "test_dlpack": 0.10300000000000008, "test_dynamic_shapes": 0.39500000000000013, "test_expanded_weights": 0.17700000000000013, "test_fake_tensor": 0.07000000000000003, "test_flop_counter": 0.017000000000000005, "test_foreach": 2.1359999999998873, "test_function_schema": 0.24000000000000002, "test_functional_autograd_benchmark": 136.466, "test_functional_optim": 0.168, "test_functionalization": 0.31900000000000006, "test_functionalization_of_rng_ops": 0.001, "test_futures": 0.257, "test_fx": 211.21899999999988, "test_fx_experimental": 0.9810000000000005, "test_fx_passes": 0.28200000000000003, "test_fx_reinplace_pass": 0.23900000000000002, "test_import_stats": 0.234, "test_indexing": 0.08900000000000005, "test_itt": 0.233, "test_jit": 39.855999999999796, "test_jit_autocast": 0.013000000000000001, "test_jit_cuda_fuser": 0.01800000000000001, "test_jit_disabled": 0.238, "test_jit_fuser_te": 2056.552999999971, "test_jit_llga_fuser": 38.76, "test_legacy_vmap": 0.12400000000000008, "test_license": 0.229, "test_linalg": 37.172999999999156, "test_logging": 0.226, "test_masked": 0.1580000000000001, "test_maskedtensor": 0.9330000000000007, "test_meta": 39.332999999998634, "test_mkl_verbose": 0.231, "test_mkldnn": 0.08400000000000006, "test_mkldnn_fusion": 0.226, "test_mkldnn_verbose": 0.236, "test_mobile_optimizer": 0.247, "test_model_dump": 0.234, "test_module_init": 0.3890000000000003, "test_modules": 2.562999999999831, "test_monitor": 0.386, "test_multiprocessing": 0.24700000000000003, "test_multiprocessing_spawn": 0.24000000000000002, "test_namedtensor": 0.08700000000000006, "test_namedtuple_return_api": 0.214, "test_native_functions": 0.231, "test_native_mha": 0.028000000000000018, "test_nestedtensor": 0.2680000000000002, "test_nn": 2.757999999999921, "test_numba_integration": 0.001, "test_numpy_interop": 0.027000000000000017, "test_nvfuser_frontend": 0.0, "test_openmp": 0.216, "test_ops": 664.4459999999924, "test_ops_fwd_gradients": 12.538999999999467, "test_ops_gradients": 443.27499999992904, "test_ops_jit": 90.37800000000152, "test_optim": 0.1900000000000001, "test_out_dtype_op": 0.019000000000000006, "test_overrides": 1.6709999999999317, "test_package": 0.37300000000000005, "test_per_overload_api": 0.232, "test_prims": 0.022000000000000006, "test_proxy_tensor": 8.355999999999757, "test_pruning_op": 0.225, "test_public_bindings": 0.269, "test_python_dispatch": 0.10700000000000007, "test_pytree": 0.278, "test_quantization": 1.1740000000000004, "test_reductions": 28.046999999999887, "test_scatter_gather_ops": 0.08200000000000006, "test_schema_check": 6.47800000000048, "test_segment_reductions": 0.07600000000000005, "test_serialization": 0.11400000000000007, "test_set_default_mobile_cpu_allocator": 0.228, "test_shape_ops": 0.09700000000000007, "test_show_pickle": 0.229, "test_sort_and_select": 27.23600000000008, "test_sparse": 2.9709999999999313, "test_sparse_csr": 4.853999999999708, "test_spectral_ops": 0.2770000000000002, "test_stateless": 0.054000000000000034, "test_subclass": 0.29200000000000004, "test_sympy_utils": 0.1560000000000001, "test_tensor_creation_ops": 2.53399999999997, "test_tensorboard": 0.29300000000000004, "test_tensorexpr": 0.29300000000000004, "test_tensorexpr_pybind": 0.24800000000000003, "test_testing": 2.145999999999976, "test_torch": 8.301000000000144, "test_transformers": 0.9360000000000003, "test_type_hints": 0.223, "test_type_info": 0.238, "test_type_promotion": 0.4300000000000003, "test_unary_ufuncs": 25.090000000006874, "test_utils": 5.842000000000206, "test_view_ops": 0.44900000000000034, "test_vulkan": 0.001, "test_weak": 0.24100000000000002, "test_xnnpack_integration": 256.473, "torch_np/numpy_tests/core/test_dlpack": 0.274, "torch_np/numpy_tests/core/test_dtype": 0.28300000000000003, "torch_np/numpy_tests/core/test_einsum": 0.258, "torch_np/numpy_tests/core/test_getlimits": 0.23500000000000001, "torch_np/numpy_tests/core/test_indexing": 0.28700000000000003, "torch_np/numpy_tests/core/test_multiarray": 560.2649999999999, "torch_np/numpy_tests/core/test_numeric": 3.3319999999999994, "torch_np/numpy_tests/core/test_numerictypes": 0.264, "torch_np/numpy_tests/core/test_scalar_ctors": 0.29200000000000004, "torch_np/numpy_tests/core/test_scalar_methods": 0.258, "torch_np/numpy_tests/core/test_scalarinherit": 0.001, "torch_np/numpy_tests/core/test_scalarmath": 40.411, "torch_np/numpy_tests/core/test_shape_base": 0.3440000000000001, "torch_np/numpy_tests/fft/test_helper": 0.244, "torch_np/numpy_tests/fft/test_pocketfft": 2.63, "torch_np/numpy_tests/lib/test_arraypad": 0.233, "torch_np/numpy_tests/lib/test_arraysetops": 0.29200000000000004, "torch_np/numpy_tests/lib/test_function_base": 0.7210000000000003, "torch_np/numpy_tests/lib/test_histograms": 0.961, "torch_np/numpy_tests/lib/test_index_tricks": 0.281, "torch_np/numpy_tests/lib/test_shape_base_": 0.29700000000000004, "torch_np/numpy_tests/lib/test_twodim_base": 0.271, "torch_np/numpy_tests/lib/test_type_check": 0.278, "torch_np/numpy_tests/linalg/test_linalg": 0.4700000000000002, "torch_np/test_basic": 0.7110000000000003, "torch_np/test_binary_ufuncs": 0.264, "torch_np/test_dtype": 0.261, "torch_np/test_function_base": 0.233, "torch_np/test_ndarray_methods": 0.5830000000000002, "torch_np/test_nep50_examples": 0.024000000000000004, "torch_np/test_random": 0.27, "torch_np/test_reductions": 1.5489999999999713, "torch_np/test_scalars_0D_arrays": 0.264, "torch_np/test_ufuncs_basic": 0.5790000000000003, "torch_np/test_unary_ufuncs": 0.27}}, "linux-focal-py3.8-clang10-onnx": {"default": {"onnx/dynamo/test_dynamo_with_onnxruntime_backend": 6.703, "onnx/dynamo/test_exporter_api": 80.711, "onnx/dynamo/test_registry_dispatcher": 0.18700000000000006, "onnx/internal/test_beartype": 0.28700000000000003, "onnx/internal/test_diagnostics": 0.3450000000000001, "onnx/internal/test_registraion": 0.3350000000000001, "onnx/test_autograd_funs": 0.095, "onnx/test_custom_ops": 0.113, "onnx/test_export_modes": 0.519, "onnx/test_fx_op_consistency": 1384.2720000000002, "onnx/test_fx_passes": 2.0069999999999997, "onnx/test_fx_to_onnx": 10.966, "onnx/test_fx_to_onnx_with_onnxruntime": 916.453, "onnx/test_fx_type_promotion": 0.274, "onnx/test_models_onnxruntime": 404.657, "onnx/test_onnx_opset": 0.605, "onnx/test_onnxscript_runtime": 0.085, "onnx/test_op_consistency": 67.006, "onnx/test_operators": 2.7929999999999957, "onnx/test_pytorch_jit_onnx": 0.336, "onnx/test_pytorch_onnx_no_runtime": 1.4479999999999997, "onnx/test_pytorch_onnx_onnxruntime": 1105.1299999999994, "onnx/test_pytorch_onnx_shape_inference": 0.35400000000000004, "onnx/test_symbolic_helper": 0.35500000000000004, "onnx/test_utility_funs": 14.720000000000002, "onnx/test_verification": 0.9720000000000002}}, "linux-focal-rocm5.6-py3.8": {"default": {"backends/xeon/test_launch": 2.4966666666666666, "benchmark_utils/test_benchmark_utils": 1.607333333333333, "distributions/test_constraints": 0.7473333333333335, "distributions/test_distributions": 70.14166666666667, "dynamo/test_activation_checkpointing": 17.985000000000003, "dynamo/test_after_aot": 10.4, "dynamo/test_allow_inline_skip": 1.4556666666666667, "dynamo/test_aot_autograd": 7.916666666666667, "dynamo/test_autograd_function": 2.3656666666666664, "dynamo/test_backends": 18.04733333333333, "dynamo/test_comptime": 1.3459999999999994, "dynamo/test_config": 1.3633333333333333, "dynamo/test_ctx_manager": 3.273999999999999, "dynamo/test_cudagraphs": 3.2839999999999994, "dynamo/test_debug_utils": 0.40099999999999997, "dynamo/test_decorators": 1.5509999999999995, "dynamo/test_dynamic_shapes": 402.422, "dynamo/test_exc": 2.1836666666666664, "dynamo/test_export": 20.045666666666666, "dynamo/test_export_mutations": 1.3856666666666664, "dynamo/test_functions": 16.696333333333325, "dynamo/test_global": 1.384333333333333, "dynamo/test_higher_order_ops": 24.734333333333336, "dynamo/test_hooks": 32.22366666666666, "dynamo/test_interop": 1.3783333333333332, "dynamo/test_logging": 18.265000000000004, "dynamo/test_minifier": 4.511666666666666, "dynamo/test_misc": 53.68499999999998, "dynamo/test_model_output": 0.004333333333333334, "dynamo/test_modules": 17.639, "dynamo/test_nops": 0.48666666666666664, "dynamo/test_optimizers": 3.5453333333333337, "dynamo/test_pre_dispatch": 1.3529999999999998, "dynamo/test_profiler": 1.968, "dynamo/test_python_autograd": 1.9803333333333333, "dynamo/test_recompiles": 1.8479999999999999, "dynamo/test_replay_record": 0.002, "dynamo/test_repros": 28.578333333333322, "dynamo/test_skip_non_tensor": 1.326333333333333, "dynamo/test_subclasses": 2.3873333333333338, "dynamo/test_subgraphs": 4.074666666666666, "dynamo/test_unspec": 15.220333333333334, "dynamo/test_verify_correctness": 1.5869999999999997, "export/test_db": 3.8746666666666663, "export/test_export": 10.587333333333335, "export/test_funtionalized_assertions": 0.37166666666666665, "export/test_pass_infra": 1.7213333333333332, "export/test_passes": 2.513666666666667, "export/test_serialize": 5.406333333333333, "export/test_upgrade": 1.4009999999999998, "export/test_verifier": 1.8446666666666667, "functorch/test_aotdispatch": 106.53899999999999, "functorch/test_control_flow": 95.44033333333334, "functorch/test_dims": 24.925, "functorch/test_eager_transforms": 17.185999999999996, "functorch/test_memory_efficient_fusion": 11.494, "functorch/test_minifier": 0.5943333333333335, "functorch/test_ops": 6949.677666666663, "functorch/test_parsing": 0.2806666666666667, "functorch/test_rearrange": 0.3226666666666667, "functorch/test_vmap": 493.6469999999997, "functorch/test_vmap_registrations": 2.035666666666564, "inductor/test_binary_folding": 11.943666666666665, "inductor/test_codecache": 19.474999999999998, "inductor/test_codegen_triton": 0.306, "inductor/test_compiled_autograd": 351.91700000000014, "inductor/test_config": 6.9780000000000015, "inductor/test_coordinate_descent_tuner": 3.3029999999999995, "inductor/test_cpp_wrapper": 2061.864666666667, "inductor/test_cpu_repro": 563.1223333333332, "inductor/test_cuda_repro": 58.44566666666666, "inductor/test_cudagraph_trees": 65.17566666666667, "inductor/test_custom_lowering": 4.4046666666666665, "inductor/test_custom_post_grad_passes": 3.9576666666666664, "inductor/test_dependencies": 0.23666666666666666, "inductor/test_efficient_conv_bn_eval": 0.002, "inductor/test_extension_backend": 33.44933333333333, "inductor/test_fp8": 0.003666666666666667, "inductor/test_fused_attention": 50.87466666666668, "inductor/test_fx_fusion": 0.4546666666666667, "inductor/test_group_batch_fusion": 36.440333333333335, "inductor/test_indexing": 0.7136666666666667, "inductor/test_inductor_freezing": 90.92, "inductor/test_inplacing_pass": 7.725666666666668, "inductor/test_kernel_benchmark": 15.038333333333332, "inductor/test_layout_optim": 13.647666666666668, "inductor/test_max_autotune": 37.817666666666675, "inductor/test_minifier": 55.49733333333334, "inductor/test_minifier_isolate": 58.080333333333336, "inductor/test_mkldnn_pattern_matcher": 97.62666666666665, "inductor/test_mmdecomp": 10.047666666666666, "inductor/test_pattern_matcher": 54.75233333333332, "inductor/test_perf": 6.445, "inductor/test_smoke": 5.946666666666666, "inductor/test_snode_runtime": 2.6536666666666666, "inductor/test_split_cat_fx_passes": 137.79933333333335, "inductor/test_standalone_compile": 12.806666666666667, "inductor/test_torchinductor": 2266.0039999999995, "inductor/test_torchinductor_codegen_dynamic_shapes": 1534.3486666666665, "inductor/test_torchinductor_dynamic_shapes": 2606.592, "inductor/test_torchinductor_opinfo": 2041.6859999999995, "inductor/test_triton_heuristics": 0.308, "inductor/test_triton_wrapper": 7.7123333333333335, "lazy/test_debug_util": 0.3303333333333333, "lazy/test_reuse_ir": 0.7963333333333334, "lazy/test_step_closures": 2.2773333333333334, "lazy/test_ts_opinfo": 0.26533333333333337, "nn/test_convolution": 131.59000000000017, "nn/test_dropout": 0.895, "nn/test_embedding": 15.916333333333334, "nn/test_lazy_modules": 0.8500000000000002, "nn/test_module_hooks": 0.24866666666666667, "nn/test_multihead_attention": 8.392999999999999, "nn/test_packed_sequence": 0.8850000000000001, "nn/test_parametrization": 0.7746666666666667, "nn/test_pooling": 20.076333333333338, "nn/test_pruning": 0.07733333333333338, "profiler/test_memory_profiler": 5.330000000000001, "profiler/test_profiler": 10.879333333333333, "profiler/test_profiler_tree": 0.632, "test_ao_sparsity": 11.193999999999997, "test_autocast": 0.9183333333333333, "test_autograd": 31.09933333333332, "test_autograd_fallback": 0.35300000000000004, "test_binary_ufuncs": 163.38133333333158, "test_bundled_inputs": 1.292333333333333, "test_comparison_utils": 0.36800000000000005, "test_compile_benchmark_util": 0.0003333333333333333, "test_complex": 0.14, "test_content_store": 3.4116666666666666, "test_cpp_api_parity": 15.208999999999937, "test_cpp_extensions_aot_ninja": 0.48333333333333334, "test_cpp_extensions_aot_no_ninja": 0.47500000000000003, "test_cpp_extensions_jit": 362.6410000000001, "test_cpp_extensions_open_device_registration": 31.010666666666665, "test_cuda": 75.00033333333333, "test_cuda_expandable_segments": 95.57600000000002, "test_cuda_multigpu": 0.9439999999999998, "test_cuda_primary_ctx": 0.0030000000000000005, "test_cuda_sanitizer": 0.7833333333333335, "test_cuda_trace": 2.393, "test_custom_ops": 4.036666666666664, "test_dataloader": 167.447, "test_datapipe": 2.9926666666666653, "test_decomp": 12612.097666666732, "test_deploy": 0.28533333333333327, "test_dispatch": 57.089, "test_dlpack": 0.3143333333333335, "test_dynamic_shapes": 4.981000000000001, "test_expanded_weights": 31.743333333333336, "test_fake_tensor": 1.1543333333333334, "test_flop_counter": 0.7296666666666667, "test_foreach": 393.1273333333345, "test_function_schema": 0.661, "test_functional_autograd_benchmark": 36.98766666666666, "test_functional_optim": 0.3323333333333333, "test_functionalization": 6.38933333333333, "test_functionalization_of_rng_ops": 3.8266666666666667, "test_futures": 1.0446666666666669, "test_fx": 288.54133333333334, "test_fx_experimental": 16.89, "test_fx_passes": 0.6393333333333334, "test_fx_reinplace_pass": 0.9540000000000001, "test_import_stats": 4.519000000000001, "test_indexing": 1.9939999999999978, "test_itt": 0.285, "test_jit": 108.15299999999998, "test_jit_autocast": 14.954999999999998, "test_jit_cuda_fuser": 1.4459999999999742, "test_jit_disabled": 0.4993333333333334, "test_jit_fuser_te": 845.8993333333334, "test_jit_llga_fuser": 0.19133333333333336, "test_jiterator": 26.701333333333327, "test_legacy_vmap": 3.0206666666666657, "test_license": 0.273, "test_linalg": 335.62933333333416, "test_logging": 3.3433333333333337, "test_masked": 25.281666666666677, "test_maskedtensor": 5.374999999999948, "test_matmul_cuda": 47.05466666666666, "test_meta": 1984.705666666456, "test_mkl_verbose": 4.991333333333333, "test_mkldnn": 108.90599999999995, "test_mkldnn_fusion": 37.02333333333333, "test_mkldnn_verbose": 4.873333333333333, "test_mobile_optimizer": 2.8089999999999997, "test_model_dump": 1.225666666666667, "test_module_init": 1.5979999999999943, "test_modules": 461.22333333332654, "test_monitor": 0.4293333333333334, "test_multiprocessing": 34.24666666666667, "test_multiprocessing_spawn": 24.358666666666664, "test_namedtensor": 2.258999999999997, "test_namedtuple_return_api": 1.993, "test_native_functions": 0.512, "test_native_mha": 1.439999999999998, "test_nestedtensor": 6.082999999999998, "test_nn": 299.30900000000435, "test_numba_integration": 0.3, "test_numpy_interop": 0.29100000000000004, "test_nvfuser_frontend": 0.0, "test_openmp": 4.207666666666666, "test_ops": 7166.136333333287, "test_ops_fwd_gradients": 1332.1169999999722, "test_ops_gradients": 2045.4526666666097, "test_ops_jit": 1635.1769999999976, "test_optim": 177.23733333333337, "test_out_dtype_op": 1.4783333333333333, "test_overrides": 2.0273333333332553, "test_package": 2.402666666666666, "test_per_overload_api": 0.389, "test_prims": 0.8576666666666668, "test_proxy_tensor": 30.026999999999997, "test_pruning_op": 0.5723333333333332, "test_public_bindings": 6.563333333333333, "test_python_dispatch": 0.5893333333333334, "test_pytree": 0.5096666666666667, "test_quantization": 2178.2699999999995, "test_reductions": 94.00633333333599, "test_scatter_gather_ops": 18.840666666666664, "test_schema_check": 658.4296666666609, "test_segment_reductions": 2.3993333333333333, "test_serialization": 30.131, "test_set_default_mobile_cpu_allocator": 0.4036666666666666, "test_shape_ops": 30.809666666666676, "test_show_pickle": 0.27133333333333337, "test_sort_and_select": 5.1153333333333295, "test_sparse": 354.2153333333329, "test_sparse_csr": 354.28833333332705, "test_sparse_semi_structured": 0.018666666666666675, "test_spectral_ops": 260.8296666666668, "test_stateless": 7.216666666666666, "test_subclass": 0.7236666666666668, "test_sympy_utils": 21.845000000000002, "test_tensor_creation_ops": 174.63666666666697, "test_tensorboard": 27.343, "test_tensorexpr": 77.70833333333336, "test_tensorexpr_pybind": 0.7763333333333335, "test_testing": 26.614333333333306, "test_torch": 150.15333333333342, "test_transformers": 29.653000000004656, "test_type_hints": 0.275, "test_type_info": 0.2896666666666667, "test_type_promotion": 17.20066666666666, "test_unary_ufuncs": 357.83233333342235, "test_utils": 39.35533333333364, "test_view_ops": 23.13033333333334, "test_vulkan": 0.0003333333333333333, "test_weak": 4.616333333333334, "test_xnnpack_integration": 5.865666666666666, "torch_np/numpy_tests/core/test_dlpack": 0.5906666666666668, "torch_np/numpy_tests/core/test_dtype": 0.4673333333333334, "torch_np/numpy_tests/core/test_einsum": 14.016666666666666, "torch_np/numpy_tests/core/test_getlimits": 0.5673333333333334, "torch_np/numpy_tests/core/test_indexing": 0.7423333333333336, "torch_np/numpy_tests/core/test_multiarray": 30.845666666666677, "torch_np/numpy_tests/core/test_numeric": 4.792333333333333, "torch_np/numpy_tests/core/test_numerictypes": 0.3266666666666667, "torch_np/numpy_tests/core/test_scalar_ctors": 0.6983333333333334, "torch_np/numpy_tests/core/test_scalar_methods": 0.542, "torch_np/numpy_tests/core/test_scalarinherit": 0.001, "torch_np/numpy_tests/core/test_scalarmath": 28.152666666666665, "torch_np/numpy_tests/core/test_shape_base": 0.9666666666666668, "torch_np/numpy_tests/fft/test_helper": 6.288999999999999, "torch_np/numpy_tests/fft/test_pocketfft": 4.3933333333333335, "torch_np/numpy_tests/lib/test_arraypad": 0.5116666666666667, "torch_np/numpy_tests/lib/test_arraysetops": 0.5546666666666668, "torch_np/numpy_tests/lib/test_function_base": 2.611333333333333, "torch_np/numpy_tests/lib/test_histograms": 1.0480000000000003, "torch_np/numpy_tests/lib/test_index_tricks": 0.5836666666666667, "torch_np/numpy_tests/lib/test_shape_base_": 1.06, "torch_np/numpy_tests/lib/test_twodim_base": 0.9436666666666668, "torch_np/numpy_tests/lib/test_type_check": 0.638, "torch_np/numpy_tests/linalg/test_linalg": 10.083, "torch_np/test_basic": 1.5573333333333335, "torch_np/test_binary_ufuncs": 0.6590000000000001, "torch_np/test_dtype": 0.3136666666666667, "torch_np/test_function_base": 0.6173333333333333, "torch_np/test_ndarray_methods": 3.6226666666666674, "torch_np/test_nep50_examples": 0.04033333333333334, "torch_np/test_random": 0.37366666666666676, "torch_np/test_reductions": 3.7619999999999503, "torch_np/test_scalars_0D_arrays": 0.4053333333333334, "torch_np/test_ufuncs_basic": 1.4543333333333337, "torch_np/test_unary_ufuncs": 0.6406666666666668}, "distributed": {"distributed/_composable/fully_shard/test_fully_shard_compile": 44.214, "distributed/_composable/fully_shard/test_fully_shard_init": 24.846, "distributed/_composable/fully_shard/test_fully_shard_mixed_precision": 4.426, "distributed/_composable/fully_shard/test_fully_shard_model_checkpoint": 21.310000000000002, "distributed/_composable/fully_shard/test_fully_shard_optim_checkpoint": 10.147, "distributed/_composable/fully_shard/test_fully_shard_runtime": 12.663, "distributed/_composable/fully_shard/test_fully_shard_util": 4.446, "distributed/_composable/test_checkpoint": 0.903, "distributed/_composable/test_compose": 44.16, "distributed/_composable/test_contract": 0.203, "distributed/_composable/test_replicate": 31.755, "distributed/_shard/sharded_tensor/ops/test_tensor_ops": 17.863, "distributed/_shard/sharded_tensor/test_logger": 0.269, "distributed/_shard/sharding_spec/test_sharding_spec": 10.777, "distributed/_tensor/debug/test_op_coverage": 0.41, "distributed/_tensor/test_api": 20.871, "distributed/_tensor/test_basic_strategy": 0.7280000000000001, "distributed/_tensor/test_common_rules": 36.095, "distributed/_tensor/test_device_mesh": 93.19, "distributed/_tensor/test_dtensor": 93.506, "distributed/_tensor/test_dtensor_compile": 12.327, "distributed/_tensor/test_embedding_ops": 13.731000000000002, "distributed/_tensor/test_init": 25.938000000000002, "distributed/_tensor/test_math_ops": 13.427, "distributed/_tensor/test_matrix_ops": 38.065, "distributed/_tensor/test_pointwise_ops": 0.9490000000000001, "distributed/_tensor/test_random_ops": 27.545, "distributed/_tensor/test_redistribute": 30.92, "distributed/_tensor/test_tensor_ops": 90.652, "distributed/_tensor/test_utils": 8.008, "distributed/_tensor/test_view_ops": 7.5760000000000005, "distributed/_tools/test_memory_tracker": 2.362, "distributed/algorithms/ddp_comm_hooks/test_ddp_hooks": 27.631999999999998, "distributed/algorithms/quantization/test_quantization": 17.891, "distributed/algorithms/test_join": 31.171, "distributed/checkpoint/test_checkpoint": 30.195999999999998, "distributed/checkpoint/test_dedup_tensors": 0.198, "distributed/checkpoint/test_dtensor_checkpoint": 5.12, "distributed/checkpoint/test_dtensor_resharding": 21.512, "distributed/checkpoint/test_file_system_checkpoint": 25.531000000000002, "distributed/checkpoint/test_file_system_checkpoint_cpu": 33.939, "distributed/checkpoint/test_fsdp_model_state": 8.558, "distributed/checkpoint/test_fsdp_optim_state": 5.649, "distributed/checkpoint/test_fsdp_tp_checkpoint_conversion": 6.322, "distributed/checkpoint/test_fsspec": 6.516, "distributed/checkpoint/test_nested_dict": 0.231, "distributed/checkpoint/test_planner": 0.233, "distributed/checkpoint/test_tp_checkpoint": 6.05, "distributed/checkpoint/test_traverse": 0.216, "distributed/checkpoint/test_utils": 0.197, "distributed/elastic/events/lib_test": 0.304, "distributed/elastic/metrics/api_test": 0.256, "distributed/elastic/multiprocessing/api_test": 28.377999999999997, "distributed/elastic/timer/local_timer_example": 11.479, "distributed/elastic/timer/local_timer_test": 4.441000000000001, "distributed/elastic/utils/distributed_test": 3.408, "distributed/elastic/utils/logging_test": 0.277, "distributed/elastic/utils/util_test": 0.333, "distributed/fsdp/test_checkpoint_wrapper": 1.0129999999999995, "distributed/fsdp/test_distributed_checkpoint": 9.346, "distributed/fsdp/test_fsdp_apply": 13.886, "distributed/fsdp/test_fsdp_backward_prefetch": 6.323, "distributed/fsdp/test_fsdp_checkpoint": 91.71100000000003, "distributed/fsdp/test_fsdp_clip_grad_norm": 37.138000000000005, "distributed/fsdp/test_fsdp_comm": 43.642, "distributed/fsdp/test_fsdp_comm_hooks": 132.858, "distributed/fsdp/test_fsdp_core": 1224.7879999999996, "distributed/fsdp/test_fsdp_dtensor_state_dict": 77.22200000000001, "distributed/fsdp/test_fsdp_exec_order": 38.928, "distributed/fsdp/test_fsdp_fine_tune": 20.715, "distributed/fsdp/test_fsdp_flatten_params": 44.415000000000006, "distributed/fsdp/test_fsdp_freezing_weights": 47.75600000000001, "distributed/fsdp/test_fsdp_fx": 0.208, "distributed/fsdp/test_fsdp_grad_acc": 48.904, "distributed/fsdp/test_fsdp_hybrid_shard": 39.501, "distributed/fsdp/test_fsdp_ignored_modules": 62.832000000000015, "distributed/fsdp/test_fsdp_input": 9.551, "distributed/fsdp/test_fsdp_memory": 15.783999999999999, "distributed/fsdp/test_fsdp_meta": 40.62499999999999, "distributed/fsdp/test_fsdp_misc": 58.073000000000015, "distributed/fsdp/test_fsdp_mixed_precision": 330.11400000000015, "distributed/fsdp/test_fsdp_multiple_forward": 5.52, "distributed/fsdp/test_fsdp_multiple_wrapping": 4.732, "distributed/fsdp/test_fsdp_optim_state": 339.01700000000005, "distributed/fsdp/test_fsdp_overlap": 90.983, "distributed/fsdp/test_fsdp_pure_fp16": 10.254999999999999, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 80.39, "distributed/fsdp/test_fsdp_state_dict": 804.3620000000001, "distributed/fsdp/test_fsdp_tp_integration": 16.621000000000002, "distributed/fsdp/test_fsdp_traversal": 4.362, "distributed/fsdp/test_fsdp_uneven": 5.338, "distributed/fsdp/test_fsdp_unshard_params": 62.959, "distributed/fsdp/test_fsdp_use_orig_params": 346.517, "distributed/fsdp/test_hsdp_dtensor_state_dict": 23.215, "distributed/fsdp/test_shard_utils": 4.523, "distributed/fsdp/test_utils": 0.533, "distributed/fsdp/test_wrap": 105.592, "distributed/nn/jit/test_instantiator": 0.261, "distributed/optim/test_zero_redundancy_optimizer": 159.15699999999998, "distributed/pipeline/sync/skip/test_api": 0.006, "distributed/pipeline/sync/skip/test_gpipe": 3.5100000000000002, "distributed/pipeline/sync/skip/test_inspect_skip_layout": 0.007, "distributed/pipeline/sync/skip/test_leak": 0.22100000000000003, "distributed/pipeline/sync/skip/test_portal": 0.295, "distributed/pipeline/sync/skip/test_stash_pop": 0.031000000000000007, "distributed/pipeline/sync/skip/test_tracker": 0.356, "distributed/pipeline/sync/skip/test_verify_skippables": 0.011000000000000003, "distributed/pipeline/sync/test_balance": 5.9929999999999986, "distributed/pipeline/sync/test_bugs": 2.239, "distributed/pipeline/sync/test_checkpoint": 0.637, "distributed/pipeline/sync/test_copy": 0.7749999999999999, "distributed/pipeline/sync/test_deferred_batch_norm": 1.111, "distributed/pipeline/sync/test_dependency": 0.314, "distributed/pipeline/sync/test_inplace": 0.212, "distributed/pipeline/sync/test_microbatch": 0.012000000000000004, "distributed/pipeline/sync/test_phony": 0.033, "distributed/pipeline/sync/test_pipe": 3.0060000000000007, "distributed/pipeline/sync/test_pipeline": 0.002, "distributed/pipeline/sync/test_stream": 0.9359999999999999, "distributed/pipeline/sync/test_transparency": 0.097, "distributed/pipeline/sync/test_worker": 0.038000000000000006, "distributed/tensor/parallel/test_ddp_2d_parallel": 3.071, "distributed/tensor/parallel/test_fsdp_2d_parallel": 62.08, "distributed/tensor/parallel/test_parallelize_api": 29.253, "distributed/tensor/parallel/test_tp_examples": 26.489, "distributed/tensor/parallel/test_tp_random_state": 3.072, "distributed/tensor/parallel/test_tp_style": 34.836, "distributed/tensor/parallel/test_view_sharding_dim_change": 4.479, "distributed/test_c10d_common": 70.852, "distributed/test_c10d_gloo": 490.76599999999996, "distributed/test_c10d_logger": 16.338, "distributed/test_c10d_nccl": 615.386, "distributed/test_c10d_object_collectives": 36.07600000000001, "distributed/test_c10d_pypg": 160.36599999999999, "distributed/test_c10d_spawn_gloo": 49.288, "distributed/test_c10d_spawn_nccl": 56.146, "distributed/test_c10d_spawn_ucc": 0.009000000000000001, "distributed/test_data_parallel": 7.451999999999998, "distributed/test_distributed_spawn": 921.7119999999994, "distributed/test_dynamo_distributed": 56.510000000000005, "distributed/test_fake_pg": 1.9779999999999993, "distributed/test_functional_api": 38.56600000000001, "distributed/test_hooks": 11.773, "distributed/test_inductor_collectives": 108.856, "distributed/test_launcher": 1.341, "distributed/test_multi_threaded_pg": 0.785, "distributed/test_nccl": 0.746, "distributed/test_pg_wrapper": 60.29, "distributed/test_store": 63.088}, "slow": {"backends/xeon/test_launch": 2.364, "benchmark_utils/test_benchmark_utils": 367.84699999999987, "distributions/test_constraints": 0.7040000000000002, "distributions/test_distributions": 0.23400000000000015, "dynamo/test_activation_checkpointing": 0.311, "dynamo/test_after_aot": 0.256, "dynamo/test_allow_inline_skip": 0.308, "dynamo/test_aot_autograd": 0.29000000000000004, "dynamo/test_autograd_function": 0.29300000000000004, "dynamo/test_backends": 0.312, "dynamo/test_comptime": 0.265, "dynamo/test_config": 0.266, "dynamo/test_ctx_manager": 0.04000000000000002, "dynamo/test_cudagraphs": 0.289, "dynamo/test_debug_utils": 0.254, "dynamo/test_decorators": 0.275, "dynamo/test_dynamic_shapes": 276.9400000000004, "dynamo/test_exc": 0.01, "dynamo/test_export": 0.41300000000000014, "dynamo/test_export_mutations": 0.294, "dynamo/test_functions": 0.5980000000000002, "dynamo/test_global": 0.265, "dynamo/test_higher_order_ops": 0.5330000000000001, "dynamo/test_hooks": 0.274, "dynamo/test_interop": 0.271, "dynamo/test_logging": 0.34700000000000003, "dynamo/test_minifier": 0.269, "dynamo/test_misc": 0.34400000000000025, "dynamo/test_model_output": 0.004, "dynamo/test_modules": 0.3720000000000001, "dynamo/test_nops": 0.26, "dynamo/test_optimizers": 0.26, "dynamo/test_pre_dispatch": 0.261, "dynamo/test_profiler": 0.34400000000000003, "dynamo/test_python_autograd": 0.27, "dynamo/test_recompiles": 0.289, "dynamo/test_replay_record": 0.003, "dynamo/test_repros": 0.34900000000000014, "dynamo/test_skip_non_tensor": 0.291, "dynamo/test_subclasses": 0.274, "dynamo/test_subgraphs": 0.29700000000000004, "dynamo/test_unspec": 0.315, "dynamo/test_verify_correctness": 0.263, "export/test_db": 0.22100000000000003, "export/test_export": 0.341, "export/test_funtionalized_assertions": 0.288, "export/test_pass_infra": 0.259, "export/test_passes": 0.271, "export/test_serialize": 1.3929999999999996, "export/test_upgrade": 0.29, "export/test_verifier": 0.308, "functorch/test_aotdispatch": 0.12800000000000006, "functorch/test_control_flow": 0.44200000000000006, "functorch/test_dims": 0.3410000000000001, "functorch/test_eager_transforms": 0.34900000000000025, "functorch/test_memory_efficient_fusion": 0.275, "functorch/test_minifier": 0.28400000000000003, "functorch/test_ops": 1582.0329999999433, "functorch/test_parsing": 0.272, "functorch/test_rearrange": 0.303, "functorch/test_vmap": 6.185000000000075, "functorch/test_vmap_registrations": 1.964999999999897, "inductor/test_binary_folding": 0.01, "inductor/test_codecache": 17.035, "inductor/test_codegen_triton": 0.219, "inductor/test_compiled_autograd": 0.33400000000000024, "inductor/test_config": 0.23900000000000002, "inductor/test_coordinate_descent_tuner": 0.331, "inductor/test_cpp_wrapper": 463.4379999999993, "inductor/test_cpu_repro": 1429.523999999998, "inductor/test_cuda_repro": 103.60100000000004, "inductor/test_cudagraph_trees": 0.29200000000000004, "inductor/test_custom_lowering": 0.219, "inductor/test_custom_post_grad_passes": 0.242, "inductor/test_dependencies": 0.224, "inductor/test_efficient_conv_bn_eval": 335.926, "inductor/test_extension_backend": 28.774, "inductor/test_fp8": 0.004, "inductor/test_fused_attention": 0.02300000000000001, "inductor/test_fx_fusion": 0.318, "inductor/test_group_batch_fusion": 0.305, "inductor/test_indexing": 0.23800000000000002, "inductor/test_inductor_freezing": 0.034000000000000016, "inductor/test_inplacing_pass": 0.364, "inductor/test_kernel_benchmark": 15.425, "inductor/test_layout_optim": 0.311, "inductor/test_max_autotune": 0.043000000000000024, "inductor/test_minifier": 0.232, "inductor/test_minifier_isolate": 0.224, "inductor/test_mkldnn_pattern_matcher": 0.24200000000000002, "inductor/test_mmdecomp": 0.032000000000000015, "inductor/test_pattern_matcher": 0.03800000000000002, "inductor/test_perf": 0.36900000000000005, "inductor/test_smoke": 0.304, "inductor/test_snode_runtime": 0.341, "inductor/test_split_cat_fx_passes": 0.305, "inductor/test_standalone_compile": 0.276, "inductor/test_torchinductor": 16.275999999999826, "inductor/test_torchinductor_codegen_dynamic_shapes": 1.4599999999999946, "inductor/test_torchinductor_dynamic_shapes": 57.892000000000394, "inductor/test_torchinductor_opinfo": 8.952999999999925, "inductor/test_triton_heuristics": 0.298, "inductor/test_triton_wrapper": 0.355, "lazy/test_debug_util": 0.275, "lazy/test_reuse_ir": 0.258, "lazy/test_step_closures": 0.289, "lazy/test_ts_opinfo": 0.005, "nn/test_convolution": 0.5960000000000004, "nn/test_dropout": 0.009000000000000001, "nn/test_embedding": 0.1550000000000001, "nn/test_lazy_modules": 0.06600000000000004, "nn/test_module_hooks": 0.05700000000000002, "nn/test_multihead_attention": 0.027000000000000003, "nn/test_packed_sequence": 0.267, "nn/test_parametrization": 0.03700000000000002, "nn/test_pooling": 7.780000000000019, "nn/test_pruning": 0.053000000000000026, "profiler/test_memory_profiler": 0.279, "profiler/test_profiler": 0.09100000000000005, "profiler/test_profiler_tree": 0.296, "test_ao_sparsity": 0.36000000000000004, "test_autocast": 0.28300000000000003, "test_autograd": 6.913000000000085, "test_autograd_fallback": 0.278, "test_binary_ufuncs": 20.960999999998464, "test_bundled_inputs": 0.28800000000000003, "test_comparison_utils": 0.294, "test_compile_benchmark_util": 0.001, "test_complex": 0.010000000000000002, "test_content_store": 0.003, "test_cpp_api_parity": 0.6600000000000005, "test_cpp_extensions_aot_ninja": 0.027000000000000007, "test_cpp_extensions_aot_no_ninja": 0.026000000000000006, "test_cpp_extensions_jit": 0.031000000000000017, "test_cpp_extensions_open_device_registration": 33.053, "test_cuda": 8.090999999999983, "test_cuda_expandable_segments": 7.329000000000012, "test_cuda_multigpu": 0.041000000000000016, "test_cuda_primary_ctx": 0.935, "test_cuda_sanitizer": 0.30700000000000005, "test_cuda_trace": 2.3629999999999995, "test_custom_ops": 4.138999999999998, "test_dataloader": 105.85900000000001, "test_datapipe": 0.38300000000000006, "test_decomp": 8078.254000001281, "test_deploy": 0.283, "test_dispatch": 0.265, "test_dlpack": 0.10400000000000008, "test_dynamic_shapes": 0.43300000000000016, "test_expanded_weights": 0.21200000000000013, "test_fake_tensor": 0.09000000000000004, "test_flop_counter": 0.028000000000000008, "test_foreach": 2.4019999999998505, "test_function_schema": 0.29000000000000004, "test_functional_autograd_benchmark": 118.453, "test_functional_optim": 0.234, "test_functionalization": 0.3810000000000001, "test_functionalization_of_rng_ops": 0.011000000000000003, "test_futures": 0.29700000000000004, "test_fx": 270.1139999999999, "test_fx_experimental": 0.9000000000000006, "test_fx_passes": 0.30700000000000005, "test_fx_reinplace_pass": 0.258, "test_import_stats": 0.279, "test_indexing": 0.09100000000000005, "test_itt": 0.281, "test_jit": 98.59100000000008, "test_jit_autocast": 0.05000000000000003, "test_jit_cuda_fuser": 1.3539999999999763, "test_jit_disabled": 0.256, "test_jit_fuser_te": 368.1690000000003, "test_jit_llga_fuser": 0.084, "test_jiterator": 0.2930000000000002, "test_legacy_vmap": 0.12400000000000008, "test_license": 0.278, "test_linalg": 316.5039999999907, "test_logging": 0.295, "test_masked": 0.16200000000000012, "test_maskedtensor": 0.9540000000000006, "test_matmul_cuda": 0.023000000000000013, "test_meta": 356.38499999961937, "test_mkl_verbose": 0.259, "test_mkldnn": 0.3980000000000001, "test_mkldnn_fusion": 0.267, "test_mkldnn_verbose": 0.267, "test_mobile_optimizer": 0.31, "test_model_dump": 0.257, "test_module_init": 0.3880000000000003, "test_modules": 1493.6479999999685, "test_monitor": 0.42700000000000005, "test_multiprocessing": 0.32, "test_multiprocessing_spawn": 0.267, "test_namedtensor": 0.09000000000000007, "test_namedtuple_return_api": 0.241, "test_native_functions": 0.266, "test_native_mha": 0.05900000000000004, "test_nestedtensor": 0.2750000000000002, "test_nn": 159.52899999999997, "test_numba_integration": 0.019000000000000003, "test_numpy_interop": 0.027000000000000017, "test_nvfuser_frontend": 0.01, "test_openmp": 0.287, "test_ops": 1163.932000000005, "test_ops_fwd_gradients": 107.7040000000135, "test_ops_gradients": 603.1529999999292, "test_ops_jit": 209.73000000000164, "test_optim": 0.1890000000000001, "test_out_dtype_op": 0.03100000000000001, "test_overrides": 1.719999999999927, "test_package": 0.4010000000000001, "test_per_overload_api": 0.292, "test_prims": 0.022000000000000006, "test_proxy_tensor": 0.1480000000000001, "test_pruning_op": 0.255, "test_public_bindings": 0.261, "test_python_dispatch": 0.11000000000000007, "test_pytree": 0.342, "test_quantization": 1.233, "test_reductions": 5.013999999999874, "test_scatter_gather_ops": 0.08100000000000006, "test_schema_check": 8.461000000000583, "test_segment_reductions": 0.08600000000000005, "test_serialization": 0.11700000000000008, "test_set_default_mobile_cpu_allocator": 0.292, "test_shape_ops": 0.09900000000000007, "test_show_pickle": 0.255, "test_sort_and_select": 0.4630000000000001, "test_sparse": 331.70599999997177, "test_sparse_csr": 5.049999999999696, "test_sparse_semi_structured": 0.017000000000000008, "test_spectral_ops": 0.2660000000000002, "test_stateless": 0.05700000000000004, "test_subclass": 0.32600000000000007, "test_sympy_utils": 0.1530000000000001, "test_tensor_creation_ops": 0.9730000000000004, "test_tensorboard": 0.36700000000000005, "test_tensorexpr": 0.3460000000000001, "test_tensorexpr_pybind": 0.3, "test_testing": 2.289999999999981, "test_torch": 30.32300000000074, "test_transformers": 31.434000000010183, "test_type_hints": 0.254, "test_type_info": 0.289, "test_type_promotion": 0.43400000000000033, "test_unary_ufuncs": 25.395000000007908, "test_utils": 6.2610000000004415, "test_view_ops": 0.2910000000000002, "test_vulkan": 0.0, "test_weak": 0.278, "test_xnnpack_integration": 236.28099999999998, "torch_np/numpy_tests/core/test_dlpack": 0.34600000000000003, "torch_np/numpy_tests/core/test_dtype": 0.34500000000000003, "torch_np/numpy_tests/core/test_einsum": 0.332, "torch_np/numpy_tests/core/test_getlimits": 0.292, "torch_np/numpy_tests/core/test_indexing": 0.31800000000000006, "torch_np/numpy_tests/core/test_multiarray": 776.0499999999998, "torch_np/numpy_tests/core/test_numeric": 4.102999999999999, "torch_np/numpy_tests/core/test_numerictypes": 0.29100000000000004, "torch_np/numpy_tests/core/test_scalar_ctors": 0.31900000000000006, "torch_np/numpy_tests/core/test_scalar_methods": 0.273, "torch_np/numpy_tests/core/test_scalarinherit": 0.001, "torch_np/numpy_tests/core/test_scalarmath": 53.379999999999995, "torch_np/numpy_tests/core/test_shape_base": 0.39700000000000013, "torch_np/numpy_tests/fft/test_helper": 0.294, "torch_np/numpy_tests/fft/test_pocketfft": 3.1740000000000004, "torch_np/numpy_tests/lib/test_arraypad": 0.299, "torch_np/numpy_tests/lib/test_arraysetops": 0.31500000000000006, "torch_np/numpy_tests/lib/test_function_base": 0.8320000000000004, "torch_np/numpy_tests/lib/test_histograms": 0.795, "torch_np/numpy_tests/lib/test_index_tricks": 0.29800000000000004, "torch_np/numpy_tests/lib/test_shape_base_": 0.32, "torch_np/numpy_tests/lib/test_twodim_base": 0.30600000000000005, "torch_np/numpy_tests/lib/test_type_check": 0.296, "torch_np/numpy_tests/linalg/test_linalg": 0.4950000000000002, "torch_np/test_basic": 0.8100000000000004, "torch_np/test_binary_ufuncs": 0.29200000000000004, "torch_np/test_dtype": 0.28800000000000003, "torch_np/test_function_base": 0.255, "torch_np/test_ndarray_methods": 0.5620000000000003, "torch_np/test_nep50_examples": 0.04000000000000001, "torch_np/test_random": 0.29400000000000004, "torch_np/test_reductions": 1.6019999999999706, "torch_np/test_scalars_0D_arrays": 0.28900000000000003, "torch_np/test_ufuncs_basic": 0.6380000000000003, "torch_np/test_unary_ufuncs": 0.29600000000000004}}, "linux-jammy-py3.10-clang15-asan": {"slow": {"backends/xeon/test_launch": 5.693, "benchmark_utils/test_benchmark_utils": 0.192, "distributions/test_constraints": 0.10600000000000007, "distributions/test_distributions": 0.22800000000000015, "dynamo/test_activation_checkpointing": 0.294, "dynamo/test_after_aot": 0.247, "dynamo/test_allow_inline_skip": 0.241, "dynamo/test_aot_autograd": 0.25, "dynamo/test_autograd_function": 0.259, "dynamo/test_backends": 0.28500000000000003, "dynamo/test_comptime": 0.249, "dynamo/test_config": 0.229, "dynamo/test_ctx_manager": 0.04000000000000002, "dynamo/test_debug_utils": 0.223, "dynamo/test_decorators": 0.343, "dynamo/test_dynamic_shapes": 1524.2470000000003, "dynamo/test_exc": 0.01, "dynamo/test_export": 0.40600000000000014, "dynamo/test_export_mutations": 0.338, "dynamo/test_functions": 0.4600000000000002, "dynamo/test_global": 0.233, "dynamo/test_higher_order_ops": 0.40000000000000013, "dynamo/test_hooks": 0.259, "dynamo/test_interop": 0.222, "dynamo/test_logging": 0.28900000000000003, "dynamo/test_minifier": 0.245, "dynamo/test_misc": 0.33700000000000024, "dynamo/test_model_output": 0.003, "dynamo/test_modules": 0.3640000000000001, "dynamo/test_nops": 0.271, "dynamo/test_optimizers": 0.257, "dynamo/test_pre_dispatch": 0.23600000000000002, "dynamo/test_profiler": 0.23500000000000001, "dynamo/test_python_autograd": 0.248, "dynamo/test_recompiles": 0.23500000000000001, "dynamo/test_replay_record": 0.003, "dynamo/test_repros": 0.3220000000000001, "dynamo/test_skip_non_tensor": 0.23700000000000002, "dynamo/test_subclasses": 0.272, "dynamo/test_subgraphs": 0.269, "dynamo/test_unspec": 0.18500000000000003, "dynamo/test_verify_correctness": 0.24400000000000002, "export/test_db": 0.277, "export/test_export": 0.28600000000000003, "export/test_funtionalized_assertions": 0.244, "export/test_pass_infra": 0.263, "export/test_passes": 0.26, "export/test_serialize": 0.41100000000000003, "export/test_upgrade": 0.249, "export/test_verifier": 0.268, "functorch/test_aotdispatch": 1845.7789999999775, "functorch/test_control_flow": 0.42500000000000016, "functorch/test_dims": 0.24600000000000005, "functorch/test_eager_transforms": 0.35500000000000026, "functorch/test_memory_efficient_fusion": 0.231, "functorch/test_minifier": 0.232, "functorch/test_ops": 0.4070000000000001, "functorch/test_parsing": 0.249, "functorch/test_rearrange": 0.24000000000000002, "functorch/test_vmap": 4.522999999999876, "functorch/test_vmap_registrations": 2.198999999999885, "inductor/test_binary_folding": 0.002, "inductor/test_codecache": 0.05600000000000001, "inductor/test_codegen_triton": 0.305, "inductor/test_compiled_autograd": 0.4540000000000003, "inductor/test_compiled_optimizers": 0.009000000000000001, "inductor/test_config": 0.281, "inductor/test_cpp_wrapper": 151.51500000000016, "inductor/test_cpu_repro": 393.51299999999867, "inductor/test_custom_lowering": 0.004, "inductor/test_custom_post_grad_passes": 0.284, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 284.496, "inductor/test_extension_backend": 2.288, "inductor/test_foreach": 0.12700000000000003, "inductor/test_fused_attention": 0.02300000000000001, "inductor/test_fx_fusion": 0.276, "inductor/test_group_batch_fusion": 0.001, "inductor/test_indexing": 0.307, "inductor/test_inductor_freezing": 0.016000000000000007, "inductor/test_mkldnn_pattern_matcher": 0.22500000000000003, "inductor/test_mmdecomp": 0.025000000000000015, "inductor/test_profiler": 0.002, "inductor/test_standalone_compile": 0.308, "inductor/test_torchinductor": 81.03200000000153, "inductor/test_torchinductor_codegen_dynamic_shapes": 1.1829999999999805, "inductor/test_torchinductor_opinfo": 0.8980000000000006, "lazy/test_debug_util": 0.239, "lazy/test_reuse_ir": 0.242, "lazy/test_step_closures": 0.255, "lazy/test_ts_opinfo": 0.2580000000000002, "nn/test_convolution": 0.5780000000000004, "nn/test_dropout": 0.009000000000000001, "nn/test_embedding": 0.1710000000000001, "nn/test_lazy_modules": 0.06600000000000004, "nn/test_module_hooks": 0.049000000000000016, "nn/test_multihead_attention": 0.019000000000000003, "nn/test_packed_sequence": 0.252, "nn/test_parametrization": 0.03800000000000002, "nn/test_pooling": 19.153000000000056, "nn/test_pruning": 0.04800000000000003, "profiler/test_memory_profiler": 0.262, "profiler/test_profiler": 0.09600000000000006, "profiler/test_profiler_tree": 0.23700000000000002, "test_ao_sparsity": 0.3390000000000001, "test_autocast": 0.24100000000000002, "test_autograd": 16.494000000000227, "test_autograd_fallback": 0.24800000000000003, "test_binary_ufuncs": 13.668999999998555, "test_bundled_inputs": 0.251, "test_comparison_utils": 0.251, "test_compile_benchmark_util": 0.0, "test_complex": 0.011000000000000003, "test_content_store": 0.003, "test_cpp_api_parity": 0.3760000000000003, "test_cpp_extensions_aot_ninja": 0.028000000000000008, "test_cpp_extensions_aot_no_ninja": 0.027000000000000003, "test_cpp_extensions_jit": 0.032000000000000015, "test_cpp_extensions_open_device_registration": 2.627, "test_custom_backend": 0.496, "test_custom_ops": 4.692, "test_dataloader": 133.183, "test_datapipe": 0.34500000000000003, "test_decomp": 1.9309999999999214, "test_deploy": 0.239, "test_dispatch": 0.19600000000000004, "test_dlpack": 0.10200000000000008, "test_dynamic_shapes": 0.41600000000000015, "test_expanded_weights": 0.1770000000000001, "test_fake_tensor": 0.07000000000000003, "test_flop_counter": 0.020000000000000007, "test_foreach": 2.1249999999998903, "test_function_schema": 0.25, "test_functional_autograd_benchmark": 184.518, "test_functional_optim": 0.185, "test_functionalization": 0.3350000000000001, "test_functionalization_of_rng_ops": 0.001, "test_futures": 0.256, "test_fx": 833.9099999999997, "test_fx_experimental": 1.3469999999999818, "test_fx_passes": 0.28500000000000003, "test_fx_reinplace_pass": 0.25, "test_import_stats": 0.241, "test_indexing": 0.08600000000000005, "test_itt": 0.251, "test_jit": 128.04400000000035, "test_jit_autocast": 0.014, "test_jit_disabled": 0.245, "test_jit_fuser_te": 10020.073000000064, "test_jit_llga_fuser": 278.20599999999996, "test_legacy_vmap": 0.12400000000000008, "test_license": 0.23500000000000001, "test_linalg": 105.4280000000016, "test_logging": 0.241, "test_masked": 0.2650000000000001, "test_maskedtensor": 0.9340000000000007, "test_meta": 5.324999999999902, "test_mkl_verbose": 0.241, "test_mkldnn": 0.08300000000000006, "test_mkldnn_fusion": 0.249, "test_mkldnn_verbose": 0.242, "test_mobile_optimizer": 0.17400000000000002, "test_model_dump": 0.245, "test_module_init": 0.3860000000000003, "test_modules": 2.56599999999983, "test_monitor": 0.426, "test_multiprocessing": 0.262, "test_multiprocessing_spawn": 0.25, "test_namedtensor": 0.08300000000000006, "test_namedtuple_return_api": 0.231, "test_native_functions": 0.258, "test_native_mha": 0.02900000000000002, "test_nestedtensor": 0.2660000000000002, "test_nn": 2.76299999999992, "test_numba_integration": 0.002, "test_numpy_interop": 0.032000000000000015, "test_openmp": 0.0, "test_ops": 1650.0629999999678, "test_ops_fwd_gradients": 50.31399999999403, "test_ops_gradients": 687.5149999999292, "test_ops_jit": 585.6639999999921, "test_optim": 0.19600000000000015, "test_out_dtype_op": 0.020000000000000007, "test_overrides": 1.6969999999999295, "test_package": 0.3780000000000001, "test_per_overload_api": 0.243, "test_prims": 0.024000000000000007, "test_proxy_tensor": 9.718999999999669, "test_pruning_op": 0.242, "test_public_bindings": 0.238, "test_python_dispatch": 0.10700000000000007, "test_pytree": 0.29300000000000004, "test_quantization": 1.2630000000000003, "test_reductions": 29.718999999999884, "test_scatter_gather_ops": 0.08100000000000006, "test_schema_check": 7.655000000000881, "test_segment_reductions": 0.07400000000000005, "test_serialization": 0.11000000000000007, "test_set_default_mobile_cpu_allocator": 0.259, "test_shape_ops": 0.09200000000000007, "test_show_pickle": 0.232, "test_sort_and_select": 85.6590000000003, "test_sparse": 2.969999999999932, "test_sparse_csr": 4.817999999999695, "test_spectral_ops": 0.2770000000000002, "test_stateless": 0.05700000000000004, "test_subclass": 0.31400000000000006, "test_sympy_utils": 0.1520000000000001, "test_tensor_creation_ops": 3.95699999999997, "test_tensorboard": 0.32100000000000006, "test_tensorexpr": 0.28700000000000003, "test_tensorexpr_pybind": 0.24300000000000002, "test_testing": 2.2409999999999712, "test_torch": 28.817000000000807, "test_transformers": 2.503999999999997, "test_type_hints": 0.23, "test_type_info": 0.243, "test_type_promotion": 0.4270000000000003, "test_unary_ufuncs": 25.062000000007675, "test_utils": 5.886000000000228, "test_view_ops": 0.4800000000000003, "test_vulkan": 0.0, "test_weak": 0.262, "test_xnnpack_integration": 1197.978, "torch_np/numpy_tests/core/test_dlpack": 0.29000000000000004, "torch_np/numpy_tests/core/test_dtype": 0.28500000000000003, "torch_np/numpy_tests/core/test_einsum": 0.275, "torch_np/numpy_tests/core/test_getlimits": 0.244, "torch_np/numpy_tests/core/test_indexing": 0.29700000000000004, "torch_np/numpy_tests/core/test_multiarray": 1022.076, "torch_np/numpy_tests/core/test_numeric": 10.089999999999998, "torch_np/numpy_tests/core/test_numerictypes": 0.266, "torch_np/numpy_tests/core/test_scalar_ctors": 0.31000000000000005, "torch_np/numpy_tests/core/test_scalar_methods": 0.24900000000000003, "torch_np/numpy_tests/core/test_scalarinherit": 0.0, "torch_np/numpy_tests/core/test_scalarmath": 81.908, "torch_np/numpy_tests/core/test_shape_base": 0.3640000000000001, "torch_np/numpy_tests/fft/test_helper": 0.246, "torch_np/numpy_tests/fft/test_pocketfft": 5.7829999999999995, "torch_np/numpy_tests/lib/test_arraypad": 0.248, "torch_np/numpy_tests/lib/test_arraysetops": 0.29200000000000004, "torch_np/numpy_tests/lib/test_function_base": 0.7360000000000004, "torch_np/numpy_tests/lib/test_histograms": 1.4219999999999977, "torch_np/numpy_tests/lib/test_index_tricks": 0.30400000000000005, "torch_np/numpy_tests/lib/test_shape_base_": 0.30900000000000005, "torch_np/numpy_tests/lib/test_twodim_base": 0.27, "torch_np/numpy_tests/lib/test_type_check": 0.28200000000000003, "torch_np/numpy_tests/linalg/test_linalg": 0.40500000000000014, "torch_np/test_basic": 0.7860000000000004, "torch_np/test_binary_ufuncs": 0.275, "torch_np/test_dtype": 0.272, "torch_np/test_function_base": 0.23, "torch_np/test_ndarray_methods": 0.5300000000000002, "torch_np/test_nep50_examples": 0.112, "torch_np/test_random": 0.279, "torch_np/test_reductions": 1.7469999999999555, "torch_np/test_scalars_0D_arrays": 0.28900000000000003, "torch_np/test_ufuncs_basic": 0.6030000000000002, "torch_np/test_unary_ufuncs": 0.278}}, "linux-jammy-py3.8-gcc11": {"default": {"backends/xeon/test_launch": 1.684, "benchmark_utils/test_benchmark_utils": 0.551, "distributions/test_constraints": 0.07000000000000005, "distributions/test_distributions": 59.11700000000001, "dynamo/test_activation_checkpointing": 1.2549999999999992, "dynamo/test_after_aot": 9.139999999999999, "dynamo/test_aot_autograd": 4.724000000000002, "dynamo/test_autograd_function": 1.145, "dynamo/test_backends": 14.197000000000001, "dynamo/test_comptime": 0.549, "dynamo/test_config": 0.584, "dynamo/test_ctx_manager": 1.1360000000000003, "dynamo/test_decorators": 0.6290000000000001, "dynamo/test_dynamic_shapes": 1653.1410000000003, "dynamo/test_exc": 1.6119999999999999, "dynamo/test_export": 16.21, "dynamo/test_export_mutations": 0.451, "dynamo/test_functions": 11.63999999999999, "dynamo/test_global": 0.5760000000000001, "dynamo/test_higher_order_ops": 6.076999999999999, "dynamo/test_interop": 0.437, "dynamo/test_logging": 12.092999999999998, "dynamo/test_minifier": 1.5049999999999997, "dynamo/test_misc": 42.182999999999986, "dynamo/test_model_output": 0.002, "dynamo/test_modules": 14.509, "dynamo/test_nops": 0.459, "dynamo/test_optimizers": 2.312, "dynamo/test_pre_dispatch": 0.544, "dynamo/test_profiler": 0.934, "dynamo/test_python_autograd": 1.004, "dynamo/test_recompiles": 0.8160000000000001, "dynamo/test_replay_record": 0.002, "dynamo/test_repros": 24.44199999999999, "dynamo/test_skip_non_tensor": 0.495, "dynamo/test_subclasses": 0.9900000000000001, "dynamo/test_subgraphs": 2.706999999999999, "dynamo/test_unspec": 11.829999999999998, "dynamo/test_verify_correctness": 0.621, "export/test_db": 2.4400000000000004, "export/test_export": 7.782000000000003, "export/test_funtionalized_assertions": 0.254, "export/test_pass_infra": 0.6620000000000001, "export/test_passes": 1.345, "export/test_serialize": 3.8499999999999996, "export/test_upgrade": 0.42700000000000005, "export/test_verifier": 0.73, "functorch/test_aotdispatch": 3062.960999999998, "functorch/test_control_flow": 10.750999999999996, "functorch/test_dims": 25.364, "functorch/test_eager_transforms": 17.391999999999996, "functorch/test_memory_efficient_fusion": 0.414, "functorch/test_minifier": 0.404, "functorch/test_ops": 2880.9389999999707, "functorch/test_parsing": 0.253, "functorch/test_rearrange": 0.28400000000000003, "functorch/test_vmap": 355.1549999999988, "functorch/test_vmap_registrations": 2.02599999999989, "inductor/test_binary_folding": 28.584, "inductor/test_codegen_triton": 0.373, "inductor/test_compiled_autograd": 261.41099999999994, "inductor/test_compiled_optimizers": 0.01900000000000001, "inductor/test_config": 4.667999999999999, "inductor/test_cpp_wrapper": 177.922, "inductor/test_cpu_repro": 377.6629999999999, "inductor/test_custom_lowering": 0.003, "inductor/test_custom_post_grad_passes": 2.937, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 180.912, "inductor/test_extension_backend": 3.977, "inductor/test_foreach": 11.357999999999995, "inductor/test_fused_attention": 44.23, "inductor/test_fx_fusion": 0.314, "inductor/test_group_batch_fusion": 0.001, "inductor/test_indexing": 0.6940000000000001, "inductor/test_inductor_freezing": 28.751999999999995, "inductor/test_minifier": 31.21, "inductor/test_minifier_isolate": 39.406, "inductor/test_mkldnn_pattern_matcher": 254.44399999999996, "inductor/test_mmdecomp": 28.044999999999984, "inductor/test_profiler": 0.002, "inductor/test_standalone_compile": 8.213, "inductor/test_torchinductor": 996.2509999999995, "inductor/test_torchinductor_codegen_dynamic_shapes": 589.6329999999996, "inductor/test_torchinductor_dynamic_shapes": 946.3869999999986, "inductor/test_torchinductor_opinfo": 4218.051999999998, "lazy/test_debug_util": 0.288, "lazy/test_reuse_ir": 0.533, "lazy/test_step_closures": 2.249, "lazy/test_ts_opinfo": 6.169999999999979, "nn/test_convolution": 14.307999999999968, "nn/test_dropout": 0.311, "nn/test_embedding": 6.185, "nn/test_lazy_modules": 0.44000000000000006, "nn/test_module_hooks": 0.14900000000000002, "nn/test_multihead_attention": 4.569000000000001, "nn/test_packed_sequence": 0.38400000000000006, "nn/test_parametrization": 0.516, "nn/test_pooling": 33.32900000000001, "nn/test_pruning": 0.07800000000000004, "profiler/test_memory_profiler": 4.054, "profiler/test_profiler": 13.213999999999997, "profiler/test_profiler_tree": 0.48500000000000004, "test_ao_sparsity": 5.880000000000001, "test_autocast": 0.3340000000000001, "test_autograd": 30.114000000000043, "test_autograd_fallback": 0.31700000000000006, "test_binary_ufuncs": 91.22200000000208, "test_bundled_inputs": 1.002, "test_comparison_utils": 0.259, "test_compile_benchmark_util": 0.003, "test_complex": 0.04, "test_content_store": 9.295, "test_cpp_api_parity": 3.932999999999978, "test_cpp_extensions_aot_ninja": 0.03400000000000001, "test_cpp_extensions_aot_no_ninja": 0.034, "test_cpp_extensions_jit": 39.790000000000006, "test_cpp_extensions_open_device_registration": 2.372, "test_custom_backend": 0.06999999999999999, "test_custom_ops": 2.722, "test_dataloader": 100.10600000000004, "test_datapipe": 2.9319999999999995, "test_decomp": 5452.391999999981, "test_deploy": 0.249, "test_dispatch": 22.187, "test_dlpack": 0.11700000000000009, "test_dynamic_shapes": 4.430000000000001, "test_expanded_weights": 6.972000000000001, "test_fake_tensor": 0.5810000000000001, "test_flop_counter": 0.34800000000000003, "test_foreach": 96.00000000000082, "test_function_schema": 0.49, "test_functional_autograd_benchmark": 23.897, "test_functional_optim": 0.259, "test_functionalization": 5.178999999999997, "test_functionalization_of_rng_ops": 0.016, "test_futures": 0.873, "test_fx": 235.70100000000002, "test_fx_experimental": 52.021, "test_fx_passes": 0.5500000000000002, "test_fx_reinplace_pass": 0.671, "test_import_stats": 3.0090000000000003, "test_indexing": 1.6409999999999965, "test_itt": 0.247, "test_jit": 83.11199999999997, "test_jit_autocast": 13.497000000000002, "test_jit_cuda_fuser": 0.021000000000000005, "test_jit_disabled": 0.39699999999999996, "test_jit_fuser_te": 150.79800000000043, "test_jit_llga_fuser": 42.239000000000004, "test_legacy_vmap": 1.7190000000000003, "test_license": 0.237, "test_linalg": 100.17600000000093, "test_logging": 1.99, "test_masked": 10.236000000000004, "test_maskedtensor": 2.5319999999999703, "test_meta": 1085.0309999999165, "test_mkl_verbose": 3.4859999999999998, "test_mkldnn": 58.15200000000001, "test_mkldnn_fusion": 48.318, "test_mkldnn_verbose": 3.012, "test_mobile_optimizer": 2.42, "test_model_dump": 0.7880000000000001, "test_module_init": 2.164999999999993, "test_modules": 365.35899999998713, "test_monitor": 0.525, "test_multiprocessing": 42.016, "test_multiprocessing_spawn": 17.426, "test_namedtensor": 0.8340000000000003, "test_namedtuple_return_api": 1.7340000000000002, "test_native_functions": 0.34600000000000003, "test_native_mha": 0.17300000000000007, "test_nestedtensor": 2.6559999999999984, "test_nn": 122.82200000000086, "test_numba_integration": 0.001, "test_numpy_interop": 0.10500000000000001, "test_nvfuser_frontend": 0.0, "test_openmp": 4.57, "test_ops": 2527.7409999999645, "test_ops_fwd_gradients": 462.65699999997383, "test_ops_gradients": 1030.8829999999418, "test_ops_jit": 1099.5029999999977, "test_optim": 87.01299999999999, "test_out_dtype_op": 0.14900000000000002, "test_overrides": 1.8409999999999271, "test_package": 2.1039999999999983, "test_per_overload_api": 0.258, "test_prims": 0.37000000000000005, "test_proxy_tensor": 639.7100000000023, "test_pruning_op": 0.4, "test_public_bindings": 2.042, "test_python_dispatch": 0.3530000000000001, "test_pytree": 0.33000000000000007, "test_quantization": 1327.855, "test_reductions": 202.71800000000053, "test_scatter_gather_ops": 3.599000000000001, "test_schema_check": 403.518999999995, "test_segment_reductions": 0.7700000000000004, "test_serialization": 29.44900000000002, "test_set_default_mobile_cpu_allocator": 0.253, "test_shape_ops": 1.2079999999999993, "test_show_pickle": 0.243, "test_sort_and_select": 1.9869999999999968, "test_sparse": 415.7779999999974, "test_sparse_csr": 220.18099999999882, "test_spectral_ops": 6.166999999999992, "test_stateless": 5.523, "test_subclass": 0.5330000000000001, "test_sympy_utils": 16.907999999999998, "test_tensor_creation_ops": 26.351000000000063, "test_tensorboard": 25.939999999999998, "test_tensorexpr": 45.28999999999998, "test_tensorexpr_pybind": 0.7970000000000002, "test_testing": 22.024999999999967, "test_torch": 12.133999999999942, "test_transformers": 22.340999999999994, "test_type_hints": 0.241, "test_type_info": 0.256, "test_type_promotion": 8.395999999999978, "test_unary_ufuncs": 313.29400000001823, "test_utils": 23.868999999999364, "test_view_ops": 15.833999999999996, "test_vulkan": 0.001, "test_weak": 3.8789999999999996, "test_xnnpack_integration": 8.07, "torch_np/numpy_tests/core/test_dlpack": 0.48100000000000004, "torch_np/numpy_tests/core/test_dtype": 0.37400000000000005, "torch_np/numpy_tests/core/test_einsum": 11.909999999999995, "torch_np/numpy_tests/core/test_getlimits": 0.434, "torch_np/numpy_tests/core/test_indexing": 0.5340000000000003, "torch_np/numpy_tests/core/test_multiarray": 24.575000000000006, "torch_np/numpy_tests/core/test_numeric": 3.7629999999999995, "torch_np/numpy_tests/core/test_numerictypes": 0.28400000000000003, "torch_np/numpy_tests/core/test_scalar_ctors": 0.4770000000000001, "torch_np/numpy_tests/core/test_scalar_methods": 0.443, "torch_np/numpy_tests/core/test_scalarinherit": 0.001, "torch_np/numpy_tests/core/test_scalarmath": 19.7, "torch_np/numpy_tests/core/test_shape_base": 0.7360000000000002, "torch_np/numpy_tests/fft/test_helper": 4.817, "torch_np/numpy_tests/fft/test_pocketfft": 2.9899999999999984, "torch_np/numpy_tests/lib/test_arraypad": 0.42100000000000004, "torch_np/numpy_tests/lib/test_arraysetops": 0.41500000000000004, "torch_np/numpy_tests/lib/test_function_base": 2.0950000000000006, "torch_np/numpy_tests/lib/test_histograms": 0.6900000000000001, "torch_np/numpy_tests/lib/test_index_tricks": 0.4760000000000001, "torch_np/numpy_tests/lib/test_shape_base_": 0.7220000000000001, "torch_np/numpy_tests/lib/test_twodim_base": 0.59, "torch_np/numpy_tests/lib/test_type_check": 0.485, "torch_np/numpy_tests/linalg/test_linalg": 7.405, "torch_np/test_basic": 0.7300000000000004, "torch_np/test_binary_ufuncs": 0.48200000000000004, "torch_np/test_dtype": 0.28400000000000003, "torch_np/test_function_base": 0.42, "torch_np/test_ndarray_methods": 3.1269999999999993, "torch_np/test_nep50_examples": 0.10200000000000006, "torch_np/test_random": 0.29600000000000004, "torch_np/test_reductions": 2.807999999999959, "torch_np/test_scalars_0D_arrays": 0.29700000000000004, "torch_np/test_ufuncs_basic": 1.1340000000000003, "torch_np/test_unary_ufuncs": 0.49700000000000005}, "distributed": {"distributed/_composable/fully_shard/test_fully_shard_compile": 0.178, "distributed/_composable/fully_shard/test_fully_shard_init": 12.261999999999997, "distributed/_composable/fully_shard/test_fully_shard_mixed_precision": 2.294, "distributed/_composable/fully_shard/test_fully_shard_model_checkpoint": 8.638000000000002, "distributed/_composable/fully_shard/test_fully_shard_optim_checkpoint": 4.205, "distributed/_composable/fully_shard/test_fully_shard_runtime": 0.18, "distributed/_composable/fully_shard/test_fully_shard_util": 2.19, "distributed/_composable/test_checkpoint": 0.03, "distributed/_composable/test_compose": 19.424000000000003, "distributed/_composable/test_contract": 0.187, "distributed/_composable/test_replicate": 18.519999999999996, "distributed/_shard/sharded_optim/test_sharded_optim": 0.001, "distributed/_shard/sharded_tensor/ops/test_binary_cmp": 0.001, "distributed/_shard/sharded_tensor/ops/test_embedding": 0.001, "distributed/_shard/sharded_tensor/ops/test_embedding_bag": 0.001, "distributed/_shard/sharded_tensor/ops/test_init": 0.002, "distributed/_shard/sharded_tensor/ops/test_tensor_ops": 0.001, "distributed/_shard/sharded_tensor/test_logger": 0.244, "distributed/_shard/sharded_tensor/test_sharded_tensor": 4.562, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 0.002, "distributed/_shard/sharding_plan/test_sharding_plan": 0.001, "distributed/_shard/sharding_spec/test_sharding_spec": 2.284, "distributed/_tensor/debug/test_op_coverage": 0.244, "distributed/_tensor/test_api": 13.277, "distributed/_tensor/test_basic_strategy": 0.305, "distributed/_tensor/test_common_rules": 21.747999999999998, "distributed/_tensor/test_device_mesh": 65.748, "distributed/_tensor/test_dtensor": 53.36000000000001, "distributed/_tensor/test_dtensor_compile": 5.226999999999999, "distributed/_tensor/test_embedding_ops": 7.196, "distributed/_tensor/test_init": 15.294999999999998, "distributed/_tensor/test_math_ops": 6.8149999999999995, "distributed/_tensor/test_matrix_ops": 15.697000000000001, "distributed/_tensor/test_pointwise_ops": 0.38500000000000006, "distributed/_tensor/test_random_ops": 15.201, "distributed/_tensor/test_redistribute": 18.128, "distributed/_tensor/test_tensor_ops": 44.161, "distributed/_tensor/test_utils": 7.526999999999999, "distributed/_tensor/test_view_ops": 21.976000000000003, "distributed/_tools/test_memory_tracker": 0.001, "distributed/algorithms/ddp_comm_hooks/test_ddp_hooks": 0.002, "distributed/algorithms/quantization/test_quantization": 4.534, "distributed/algorithms/test_join": 18.381000000000004, "distributed/checkpoint/test_checkpoint": 4.427, "distributed/checkpoint/test_dedup_tensors": 0.175, "distributed/checkpoint/test_dtensor_checkpoint": 2.298, "distributed/checkpoint/test_dtensor_resharding": 8.662, "distributed/checkpoint/test_file_system_checkpoint": 0.202, "distributed/checkpoint/test_file_system_checkpoint_cpu": 21.761, "distributed/checkpoint/test_fsdp_model_state": 4.522, "distributed/checkpoint/test_fsdp_optim_state": 2.399, "distributed/checkpoint/test_fsdp_tp_checkpoint_conversion": 2.306, "distributed/checkpoint/test_fsspec": 0.19, "distributed/checkpoint/test_nested_dict": 0.18, "distributed/checkpoint/test_planner": 0.188, "distributed/checkpoint/test_tp_checkpoint": 2.295, "distributed/checkpoint/test_traverse": 0.182, "distributed/checkpoint/test_utils": 0.18, "distributed/elastic/events/lib_test": 0.293, "distributed/elastic/metrics/api_test": 0.234, "distributed/elastic/multiprocessing/api_test": 20.861, "distributed/elastic/timer/local_timer_example": 10.261, "distributed/elastic/timer/local_timer_test": 3.8499999999999996, "distributed/elastic/utils/distributed_test": 3.315, "distributed/elastic/utils/logging_test": 0.268, "distributed/elastic/utils/util_test": 0.279, "distributed/fsdp/test_checkpoint_wrapper": 0.23900000000000002, "distributed/fsdp/test_distributed_checkpoint": 4.409000000000001, "distributed/fsdp/test_fsdp_apply": 6.218, "distributed/fsdp/test_fsdp_backward_prefetch": 2.297, "distributed/fsdp/test_fsdp_checkpoint": 36.73199999999999, "distributed/fsdp/test_fsdp_clip_grad_norm": 8.762, "distributed/fsdp/test_fsdp_comm": 17.257, "distributed/fsdp/test_fsdp_comm_hooks": 34.334, "distributed/fsdp/test_fsdp_core": 128.94299999999998, "distributed/fsdp/test_fsdp_dtensor_state_dict": 15.026000000000002, "distributed/fsdp/test_fsdp_exec_order": 17.454, "distributed/fsdp/test_fsdp_fine_tune": 4.207, "distributed/fsdp/test_fsdp_flatten_params": 21.18, "distributed/fsdp/test_fsdp_freezing_weights": 17.144000000000002, "distributed/fsdp/test_fsdp_fx": 0.194, "distributed/fsdp/test_fsdp_grad_acc": 12.569, "distributed/fsdp/test_fsdp_hybrid_shard": 14.275999999999998, "distributed/fsdp/test_fsdp_ignored_modules": 25.927, "distributed/fsdp/test_fsdp_input": 3.9989999999999997, "distributed/fsdp/test_fsdp_memory": 4.309, "distributed/fsdp/test_fsdp_meta": 16.296000000000003, "distributed/fsdp/test_fsdp_misc": 26.186000000000003, "distributed/fsdp/test_fsdp_mixed_precision": 112.55799999999999, "distributed/fsdp/test_fsdp_multiple_forward": 2.408, "distributed/fsdp/test_fsdp_multiple_wrapping": 2.304, "distributed/fsdp/test_fsdp_optim_state": 137.74199999999996, "distributed/fsdp/test_fsdp_overlap": 4.3100000000000005, "distributed/fsdp/test_fsdp_pure_fp16": 4.521000000000001, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 34.412, "distributed/fsdp/test_fsdp_state_dict": 364.9650000000001, "distributed/fsdp/test_fsdp_tp_integration": 8.762, "distributed/fsdp/test_fsdp_traversal": 2.19, "distributed/fsdp/test_fsdp_uneven": 2.3, "distributed/fsdp/test_fsdp_unshard_params": 29.165999999999997, "distributed/fsdp/test_fsdp_use_orig_params": 48.32000000000001, "distributed/fsdp/test_hsdp_dtensor_state_dict": 17.247, "distributed/fsdp/test_shard_utils": 2.1919999999999997, "distributed/fsdp/test_utils": 0.254, "distributed/fsdp/test_wrap": 49.286000000000016, "distributed/nn/jit/test_instantiator": 0.24300000000000002, "distributed/optim/test_zero_redundancy_optimizer": 55.931, "distributed/pipeline/sync/skip/test_api": 0.005, "distributed/pipeline/sync/skip/test_gpipe": 0.045, "distributed/pipeline/sync/skip/test_inspect_skip_layout": 0.007, "distributed/pipeline/sync/skip/test_leak": 0.16400000000000003, "distributed/pipeline/sync/skip/test_portal": 0.011, "distributed/pipeline/sync/skip/test_stash_pop": 0.009000000000000001, "distributed/pipeline/sync/skip/test_tracker": 0.006, "distributed/pipeline/sync/skip/test_verify_skippables": 0.010000000000000002, "distributed/pipeline/sync/test_balance": 4.018999999999999, "distributed/pipeline/sync/test_bugs": 0.16899999999999998, "distributed/pipeline/sync/test_checkpoint": 0.012000000000000004, "distributed/pipeline/sync/test_copy": 0.005, "distributed/pipeline/sync/test_deferred_batch_norm": 0.857, "distributed/pipeline/sync/test_dependency": 0.007, "distributed/pipeline/sync/test_inplace": 0.096, "distributed/pipeline/sync/test_microbatch": 0.011000000000000003, "distributed/pipeline/sync/test_phony": 0.005, "distributed/pipeline/sync/test_pipe": 1.1990000000000003, "distributed/pipeline/sync/test_pipeline": 0.002, "distributed/pipeline/sync/test_stream": 0.009000000000000001, "distributed/pipeline/sync/test_transparency": 0.047, "distributed/pipeline/sync/test_worker": 0.008, "distributed/rpc/cuda/test_tensorpipe_agent": 275.241, "distributed/rpc/test_faulty_agent": 232.62, "distributed/rpc/test_share_memory": 2.206, "distributed/rpc/test_tensorpipe_agent": 1406.3009999999997, "distributed/tensor/parallel/test_ddp_2d_parallel": 2.354, "distributed/tensor/parallel/test_fsdp_2d_parallel": 26.128, "distributed/tensor/parallel/test_parallelize_api": 17.805000000000003, "distributed/tensor/parallel/test_tp_examples": 9.532, "distributed/tensor/parallel/test_tp_random_state": 2.354, "distributed/tensor/parallel/test_tp_style": 22.043000000000003, "distributed/tensor/parallel/test_view_sharding_dim_change": 2.354, "distributed/test_c10d_common": 57.683, "distributed/test_c10d_gloo": 278.372, "distributed/test_c10d_logger": 6.293000000000001, "distributed/test_c10d_object_collectives": 16.249, "distributed/test_c10d_pypg": 81.23799999999997, "distributed/test_c10d_spawn_gloo": 18.038, "distributed/test_c10d_spawn_nccl": 0.013000000000000001, "distributed/test_c10d_spawn_ucc": 0.009000000000000001, "distributed/test_data_parallel": 0.020000000000000007, "distributed/test_distributed_spawn": 583.1359999999987, "distributed/test_dynamo_distributed": 0.444, "distributed/test_fake_pg": 0.188, "distributed/test_functional_api": 0.44500000000000006, "distributed/test_inductor_collectives": 0.001, "distributed/test_launcher": 1.275, "distributed/test_multi_threaded_pg": 0.326, "distributed/test_pg_wrapper": 23.089999999999996, "distributed/test_store": 58.362}, "jit_legacy": {"test_jit_fuser_legacy": 0.002, "test_jit_legacy": 69.3999999999999}}, "linux-jammy-py3.9-clang12-asan": {"default": {"backends/xeon/test_launch": 5.648, "benchmark_utils/test_benchmark_utils": 0.901, "distributions/test_constraints": 0.11600000000000009, "distributions/test_distributions": 135.798, "dynamo/test_activation_checkpointing": 1.7749999999999995, "dynamo/test_after_aot": 22.499000000000002, "dynamo/test_aot_autograd": 8.647, "dynamo/test_autograd_function": 1.5479999999999998, "dynamo/test_backends": 38.951, "dynamo/test_comptime": 0.532, "dynamo/test_config": 0.599, "dynamo/test_ctx_manager": 1.551, "dynamo/test_decorators": 0.6850000000000002, "dynamo/test_dynamic_shapes": 487.49799999999993, "dynamo/test_exc": 2.6710000000000003, "dynamo/test_export": 22.624000000000002, "dynamo/test_export_mutations": 0.43300000000000005, "dynamo/test_functions": 23.04699999999998, "dynamo/test_global": 0.5740000000000002, "dynamo/test_higher_order_ops": 7.728999999999999, "dynamo/test_interop": 0.528, "dynamo/test_logging": 29.54700000000002, "dynamo/test_minifier": 2.029, "dynamo/test_misc": 81.50700000000012, "dynamo/test_model_output": 0.002, "dynamo/test_modules": 27.433, "dynamo/test_nops": 0.396, "dynamo/test_optimizers": 3.2960000000000003, "dynamo/test_pre_dispatch": 0.5840000000000001, "dynamo/test_profiler": 1.2850000000000001, "dynamo/test_python_autograd": 1.191, "dynamo/test_recompiles": 1.0210000000000001, "dynamo/test_replay_record": 0.003, "dynamo/test_repros": 48.71400000000003, "dynamo/test_skip_non_tensor": 0.516, "dynamo/test_subclasses": 1.256, "dynamo/test_subgraphs": 3.8419999999999983, "dynamo/test_unspec": 22.685999999999996, "dynamo/test_verify_correctness": 1.032, "export/test_db": 3.472000000000001, "export/test_export": 15.747, "export/test_funtionalized_assertions": 0.271, "export/test_pass_infra": 0.842, "export/test_passes": 1.9099999999999997, "export/test_serialize": 5.976, "export/test_upgrade": 0.447, "export/test_verifier": 0.9940000000000002, "functorch/test_aotdispatch": 5137.8619999999955, "functorch/test_control_flow": 14.784999999999997, "functorch/test_dims": 28.496999999999996, "functorch/test_eager_transforms": 64.51499999999999, "functorch/test_memory_efficient_fusion": 0.546, "functorch/test_minifier": 0.495, "functorch/test_ops": 0.8640000000000003, "functorch/test_parsing": 0.271, "functorch/test_rearrange": 0.337, "functorch/test_vmap": 2003.1879999999987, "functorch/test_vmap_registrations": 2.02499999999989, "inductor/test_binary_folding": 53.007999999999996, "inductor/test_codegen_triton": 0.359, "inductor/test_compiled_autograd": 444.0789999999996, "inductor/test_compiled_optimizers": 0.006, "inductor/test_config": 7.606, "inductor/test_cpp_wrapper": 239.18199999999996, "inductor/test_cpu_repro": 599.186, "inductor/test_custom_lowering": 0.004, "inductor/test_custom_post_grad_passes": 4.567, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 383.265, "inductor/test_extension_backend": 5.542, "inductor/test_foreach": 18.57400000000001, "inductor/test_fused_attention": 74.75200000000001, "inductor/test_fx_fusion": 0.329, "inductor/test_group_batch_fusion": 0.001, "inductor/test_indexing": 0.542, "inductor/test_inductor_freezing": 46.744, "inductor/test_mkldnn_pattern_matcher": 474.47499999999997, "inductor/test_mmdecomp": 46.93300000000001, "inductor/test_profiler": 0.002, "inductor/test_standalone_compile": 13.423000000000002, "inductor/test_torchinductor": 1593.039, "inductor/test_torchinductor_codegen_dynamic_shapes": 1504.7639999999988, "inductor/test_torchinductor_opinfo": 2.5099999999998457, "lazy/test_debug_util": 0.627, "lazy/test_reuse_ir": 2.2270000000000003, "lazy/test_step_closures": 2.263, "lazy/test_ts_opinfo": 36.759, "nn/test_convolution": 51.286999999999935, "nn/test_dropout": 1.208, "nn/test_embedding": 30.126, "nn/test_lazy_modules": 0.9730000000000003, "nn/test_module_hooks": 0.312, "nn/test_multihead_attention": 8.916000000000002, "nn/test_packed_sequence": 1.5010000000000001, "nn/test_parametrization": 1.4380000000000002, "nn/test_pooling": 116.87100000000001, "nn/test_pruning": 0.18400000000000008, "profiler/test_memory_profiler": 13.652999999999999, "profiler/test_profiler": 23.106999999999996, "profiler/test_profiler_tree": 0.7500000000000002, "test_ao_sparsity": 33.913000000000004, "test_autocast": 0.46100000000000013, "test_autograd": 86.39800000000005, "test_autograd_fallback": 0.3900000000000001, "test_binary_ufuncs": 353.67499999999194, "test_bundled_inputs": 3.9119999999999995, "test_comparison_utils": 0.29700000000000004, "test_compile_benchmark_util": 0.001, "test_complex": 0.11499999999999999, "test_content_store": 19.153000000000002, "test_cpp_api_parity": 11.605999999999993, "test_cpp_extensions_aot_ninja": 0.05499999999999999, "test_cpp_extensions_aot_no_ninja": 0.055, "test_cpp_extensions_jit": 42.60000000000001, "test_cpp_extensions_open_device_registration": 2.355, "test_custom_backend": 0.5289999999999999, "test_custom_ops": 4.516, "test_dataloader": 0.529, "test_datapipe": 3.4279999999999995, "test_decomp": 1.9049999999999832, "test_deploy": 0.26, "test_dispatch": 97.39999999999999, "test_dlpack": 0.1570000000000001, "test_dynamic_shapes": 4.897000000000001, "test_expanded_weights": 38.043000000000006, "test_fake_tensor": 1.3270000000000002, "test_flop_counter": 1.254, "test_foreach": 247.88900000000106, "test_function_schema": 1.0939999999999999, "test_functional_autograd_benchmark": 70.003, "test_functional_optim": 0.47600000000000003, "test_functionalization": 15.767999999999995, "test_functionalization_of_rng_ops": 0.051, "test_futures": 0.918, "test_fx": 897.2119999999999, "test_fx_experimental": 105.88, "test_fx_passes": 0.5850000000000003, "test_fx_reinplace_pass": 0.9210000000000002, "test_import_stats": 7.9190000000000005, "test_indexing": 3.9849999999999954, "test_itt": 0.261, "test_jit": 483.3900000000005, "test_jit_autocast": 59.206999999999994, "test_jit_cuda_fuser": 0.14, "test_jit_disabled": 0.598, "test_jit_fuser_te": 1598.1539999999993, "test_jit_llga_fuser": 362.95399999999995, "test_legacy_vmap": 9.205999999999998, "test_license": 0.265, "test_linalg": 547.1699999999996, "test_logging": 6.574, "test_masked": 44.608000000000054, "test_maskedtensor": 7.075999999999887, "test_meta": 7.142000000000169, "test_mkl_verbose": 12.339, "test_mkldnn": 315.32999999999987, "test_mkldnn_fusion": 1923.044, "test_mkldnn_verbose": 7.935, "test_mobile_optimizer": 10.636999999999999, "test_model_dump": 0.7850000000000001, "test_module_init": 7.62299999999999, "test_modules": 1830.7279999999892, "test_monitor": 0.667, "test_multiprocessing": 17.880000000000006, "test_multiprocessing_spawn": 42.677, "test_namedtensor": 1.9549999999999983, "test_namedtuple_return_api": 1.847, "test_native_functions": 0.8080000000000002, "test_native_mha": 0.8750000000000004, "test_nestedtensor": 9.013999999999996, "test_nn": 499.0779999999986, "test_numba_integration": 0.003, "test_numpy_interop": 0.20400000000000001, "test_nvfuser_frontend": 0.001, "test_openmp": 0.0, "test_ops": 7685.825999999945, "test_ops_fwd_gradients": 2161.9189999999653, "test_ops_gradients": 3360.062999999963, "test_ops_jit": 6298.512, "test_optim": 335.9100000000001, "test_out_dtype_op": 0.309, "test_overrides": 1.9069999999999285, "test_package": 7.296999999999999, "test_per_overload_api": 0.27, "test_prims": 0.48800000000000004, "test_proxy_tensor": 1029.0430000000017, "test_pruning_op": 0.778, "test_public_bindings": 2.965, "test_python_dispatch": 0.5470000000000002, "test_pytree": 0.3890000000000001, "test_quantization": 4662.958, "test_reductions": 142.0729999999988, "test_scatter_gather_ops": 28.996000000000006, "test_schema_check": 1079.276999999995, "test_segment_reductions": 2.6980000000000013, "test_serialization": 94.20400000000001, "test_set_default_mobile_cpu_allocator": 0.265, "test_shape_ops": 6.209999999999995, "test_show_pickle": 0.292, "test_sort_and_select": 6.164000000000004, "test_sparse": 2390.532, "test_sparse_csr": 668.7529999999972, "test_spectral_ops": 33.25799999999998, "test_stateless": 12.8, "test_subclass": 0.7200000000000002, "test_sympy_utils": 20.079000000000004, "test_tensor_creation_ops": 81.33200000000004, "test_tensorboard": 112.03999999999999, "test_tensorexpr": 247.464, "test_tensorexpr_pybind": 0.337, "test_testing": 46.185999999999964, "test_torch": 49.76000000000004, "test_transformers": 84.37099999999997, "test_type_hints": 0.229, "test_type_info": 0.272, "test_type_promotion": 21.62699999999995, "test_unary_ufuncs": 1134.4409999999464, "test_utils": 50.27800000000036, "test_view_ops": 39.872, "test_vulkan": 0.001, "test_weak": 8.900999999999996, "test_xnnpack_integration": 28.052, "torch_np/numpy_tests/core/test_dlpack": 0.56, "torch_np/numpy_tests/core/test_dtype": 0.40700000000000003, "torch_np/numpy_tests/core/test_einsum": 22.614, "torch_np/numpy_tests/core/test_getlimits": 0.498, "torch_np/numpy_tests/core/test_indexing": 0.8850000000000001, "torch_np/numpy_tests/core/test_multiarray": 45.057, "torch_np/numpy_tests/core/test_numeric": 7.358999999999998, "torch_np/numpy_tests/core/test_numerictypes": 0.30500000000000005, "torch_np/numpy_tests/core/test_scalar_ctors": 0.536, "torch_np/numpy_tests/core/test_scalar_methods": 0.536, "torch_np/numpy_tests/core/test_scalarinherit": 0.001, "torch_np/numpy_tests/core/test_scalarmath": 37.739, "torch_np/numpy_tests/core/test_shape_base": 1.0390000000000001, "torch_np/numpy_tests/fft/test_helper": 8.528, "torch_np/numpy_tests/fft/test_pocketfft": 10.007, "torch_np/numpy_tests/lib/test_arraypad": 0.47900000000000004, "torch_np/numpy_tests/lib/test_arraysetops": 0.551, "torch_np/numpy_tests/lib/test_function_base": 3.808, "torch_np/numpy_tests/lib/test_histograms": 1.12, "torch_np/numpy_tests/lib/test_index_tricks": 0.5830000000000001, "torch_np/numpy_tests/lib/test_shape_base_": 1.0870000000000002, "torch_np/numpy_tests/lib/test_twodim_base": 0.8210000000000001, "torch_np/numpy_tests/lib/test_type_check": 0.5910000000000001, "torch_np/numpy_tests/linalg/test_linalg": 19.519000000000005, "torch_np/test_basic": 0.7530000000000004, "torch_np/test_binary_ufuncs": 0.6170000000000001, "torch_np/test_dtype": 0.29300000000000004, "torch_np/test_function_base": 0.485, "torch_np/test_ndarray_methods": 6.433999999999998, "torch_np/test_nep50_examples": 0.101, "torch_np/test_random": 0.28500000000000003, "torch_np/test_reductions": 4.387999999999955, "torch_np/test_scalars_0D_arrays": 0.30300000000000005, "torch_np/test_ufuncs_basic": 1.4170000000000007, "torch_np/test_unary_ufuncs": 0.5860000000000001}, "slow": {"backends/xeon/test_launch": 6.418, "benchmark_utils/test_benchmark_utils": 0.20500000000000002, "distributions/test_constraints": 0.12400000000000008, "distributions/test_distributions": 0.22700000000000015, "dynamo/test_activation_checkpointing": 0.28500000000000003, "dynamo/test_after_aot": 0.241, "dynamo/test_allow_inline_skip": 0.262, "dynamo/test_aot_autograd": 0.264, "dynamo/test_autograd_function": 0.258, "dynamo/test_backends": 0.302, "dynamo/test_comptime": 0.254, "dynamo/test_config": 0.231, "dynamo/test_ctx_manager": 0.03700000000000002, "dynamo/test_debug_utils": 0.229, "dynamo/test_decorators": 0.247, "dynamo/test_dynamic_shapes": 174.42000000000013, "dynamo/test_exc": 0.01, "dynamo/test_export": 0.3910000000000001, "dynamo/test_export_mutations": 0.262, "dynamo/test_functions": 0.44200000000000017, "dynamo/test_global": 0.24000000000000002, "dynamo/test_higher_order_ops": 0.45900000000000013, "dynamo/test_hooks": 0.28, "dynamo/test_interop": 0.247, "dynamo/test_logging": 0.28600000000000003, "dynamo/test_minifier": 0.244, "dynamo/test_misc": 0.33700000000000024, "dynamo/test_model_output": 0.003, "dynamo/test_modules": 0.3420000000000001, "dynamo/test_nops": 0.23600000000000002, "dynamo/test_optimizers": 0.24100000000000002, "dynamo/test_pre_dispatch": 0.272, "dynamo/test_profiler": 0.27, "dynamo/test_python_autograd": 0.242, "dynamo/test_recompiles": 0.29, "dynamo/test_replay_record": 0.002, "dynamo/test_repros": 0.3700000000000001, "dynamo/test_skip_non_tensor": 0.265, "dynamo/test_subclasses": 0.28, "dynamo/test_subgraphs": 0.28700000000000003, "dynamo/test_unspec": 0.24900000000000003, "dynamo/test_verify_correctness": 0.23500000000000001, "export/test_db": 0.275, "export/test_export": 0.23700000000000004, "export/test_funtionalized_assertions": 0.276, "export/test_pass_infra": 0.229, "export/test_passes": 0.184, "export/test_serialize": 0.52, "export/test_upgrade": 0.166, "export/test_verifier": 0.265, "functorch/test_aotdispatch": 1903.4129999999848, "functorch/test_control_flow": 0.43100000000000016, "functorch/test_dims": 0.25500000000000006, "functorch/test_eager_transforms": 0.34900000000000025, "functorch/test_memory_efficient_fusion": 0.274, "functorch/test_minifier": 0.23500000000000001, "functorch/test_ops": 0.4360000000000001, "functorch/test_parsing": 0.264, "functorch/test_rearrange": 0.28200000000000003, "functorch/test_vmap": 4.917999999999938, "functorch/test_vmap_registrations": 2.193999999999884, "inductor/test_binary_folding": 0.002, "inductor/test_codecache": 0.019000000000000003, "inductor/test_codegen_triton": 0.193, "inductor/test_compiled_autograd": 0.33000000000000024, "inductor/test_compiled_optimizers": 0.006, "inductor/test_config": 0.203, "inductor/test_cpp_wrapper": 138.79000000000016, "inductor/test_cpu_repro": 387.65099999999785, "inductor/test_custom_lowering": 0.004, "inductor/test_custom_post_grad_passes": 0.281, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 290.795, "inductor/test_extension_backend": 2.735, "inductor/test_foreach": 0.03300000000000002, "inductor/test_fused_attention": 0.02300000000000001, "inductor/test_fx_fusion": 0.352, "inductor/test_group_batch_fusion": 0.001, "inductor/test_indexing": 0.195, "inductor/test_inductor_freezing": 0.016000000000000007, "inductor/test_mkldnn_pattern_matcher": 0.22900000000000004, "inductor/test_mmdecomp": 0.028000000000000014, "inductor/test_profiler": 0.002, "inductor/test_standalone_compile": 0.195, "inductor/test_torchinductor": 105.26100000000152, "inductor/test_torchinductor_codegen_dynamic_shapes": 1.3539999999999677, "inductor/test_torchinductor_opinfo": 0.6420000000000003, "lazy/test_debug_util": 0.278, "lazy/test_reuse_ir": 0.244, "lazy/test_step_closures": 0.253, "lazy/test_ts_opinfo": 0.2570000000000002, "nn/test_convolution": 0.5790000000000004, "nn/test_dropout": 0.009000000000000001, "nn/test_embedding": 0.16000000000000011, "nn/test_lazy_modules": 0.07000000000000005, "nn/test_module_hooks": 0.049000000000000016, "nn/test_multihead_attention": 0.019000000000000003, "nn/test_packed_sequence": 0.256, "nn/test_parametrization": 0.03800000000000002, "nn/test_pooling": 21.153000000000056, "nn/test_pruning": 0.04700000000000003, "profiler/test_memory_profiler": 0.29600000000000004, "profiler/test_profiler": 0.08700000000000004, "profiler/test_profiler_tree": 0.267, "test_ao_sparsity": 0.3340000000000001, "test_autocast": 0.26, "test_autograd": 22.639000000000323, "test_autograd_fallback": 0.281, "test_binary_ufuncs": 14.498999999998514, "test_bundled_inputs": 0.274, "test_comparison_utils": 0.255, "test_compile_benchmark_util": 0.0, "test_complex": 0.010000000000000002, "test_content_store": 0.003, "test_cpp_api_parity": 0.3810000000000003, "test_cpp_extensions_aot_ninja": 0.028000000000000008, "test_cpp_extensions_aot_no_ninja": 0.026000000000000006, "test_cpp_extensions_jit": 0.034000000000000016, "test_cpp_extensions_open_device_registration": 2.347, "test_custom_backend": 0.546, "test_custom_ops": 5.691999999999999, "test_dataloader": 142.26600000000002, "test_datapipe": 0.3340000000000001, "test_decomp": 1.1829999999999876, "test_deploy": 0.281, "test_dispatch": 0.19600000000000004, "test_dlpack": 0.10500000000000008, "test_dynamic_shapes": 0.42800000000000016, "test_expanded_weights": 0.17700000000000013, "test_fake_tensor": 0.07100000000000004, "test_flop_counter": 0.022000000000000006, "test_foreach": 2.1559999999998882, "test_function_schema": 0.281, "test_functional_autograd_benchmark": 308.843, "test_functional_optim": 0.181, "test_functionalization": 0.3530000000000001, "test_functionalization_of_rng_ops": 0.001, "test_futures": 0.28, "test_fx": 847.646, "test_fx_experimental": 1.3179999999999708, "test_fx_passes": 0.23500000000000004, "test_fx_reinplace_pass": 0.262, "test_import_stats": 0.265, "test_indexing": 0.08900000000000005, "test_itt": 0.29, "test_jit": 131.77100000000033, "test_jit_autocast": 0.017, "test_jit_cuda_fuser": 0.132, "test_jit_disabled": 0.249, "test_jit_fuser_te": 9145.708000000037, "test_jit_llga_fuser": 458.1189999999999, "test_legacy_vmap": 0.1290000000000001, "test_license": 0.269, "test_linalg": 125.10500000000175, "test_logging": 0.234, "test_masked": 0.2610000000000001, "test_maskedtensor": 0.9340000000000007, "test_meta": 8.067000000000883, "test_mkl_verbose": 0.254, "test_mkldnn": 0.08300000000000006, "test_mkldnn_fusion": 0.262, "test_mkldnn_verbose": 0.278, "test_mobile_optimizer": 0.196, "test_model_dump": 0.258, "test_module_init": 0.3870000000000003, "test_modules": 2.579999999999829, "test_monitor": 0.483, "test_multiprocessing": 0.272, "test_multiprocessing_spawn": 0.268, "test_namedtensor": 0.08200000000000006, "test_namedtuple_return_api": 0.23500000000000001, "test_native_functions": 0.267, "test_native_mha": 0.028000000000000018, "test_nestedtensor": 0.2660000000000002, "test_nn": 2.771999999999931, "test_numba_integration": 0.002, "test_numpy_interop": 0.027000000000000017, "test_nvfuser_frontend": 0.001, "test_openmp": 0.001, "test_ops": 1848.6809999999673, "test_ops_fwd_gradients": 53.82799999999404, "test_ops_gradients": 721.2479999999275, "test_ops_jit": 616.0379999999924, "test_optim": 0.18300000000000013, "test_out_dtype_op": 0.10300000000000001, "test_overrides": 1.6949999999999288, "test_package": 0.31500000000000006, "test_per_overload_api": 0.274, "test_prims": 0.022000000000000006, "test_proxy_tensor": 10.163999999999781, "test_pruning_op": 0.25, "test_public_bindings": 0.261, "test_python_dispatch": 0.11000000000000007, "test_pytree": 0.31900000000000006, "test_quantization": 1.16, "test_reductions": 32.374999999999744, "test_scatter_gather_ops": 0.08100000000000006, "test_schema_check": 7.7890000000008826, "test_segment_reductions": 0.07400000000000005, "test_serialization": 0.11000000000000007, "test_set_default_mobile_cpu_allocator": 0.279, "test_shape_ops": 0.09300000000000007, "test_show_pickle": 0.248, "test_sort_and_select": 112.78700000000029, "test_sparse": 3.152999999999913, "test_sparse_csr": 4.852999999999693, "test_spectral_ops": 0.2890000000000002, "test_stateless": 0.06300000000000004, "test_subclass": 0.32600000000000007, "test_sympy_utils": 0.1570000000000001, "test_tensor_creation_ops": 3.9309999999999703, "test_tensorboard": 0.30100000000000005, "test_tensorexpr": 0.33000000000000007, "test_tensorexpr_pybind": 0.273, "test_testing": 2.1409999999999756, "test_torch": 42.27399999999846, "test_transformers": 2.0109999999999975, "test_type_hints": 0.255, "test_type_info": 0.28, "test_type_promotion": 0.4250000000000003, "test_unary_ufuncs": 25.15000000000686, "test_utils": 5.873000000000224, "test_view_ops": 0.4920000000000003, "test_vulkan": 0.0, "test_weak": 0.322, "test_xnnpack_integration": 1503.662, "torch_np/numpy_tests/core/test_dlpack": 0.32300000000000006, "torch_np/numpy_tests/core/test_dtype": 0.21200000000000005, "torch_np/numpy_tests/core/test_einsum": 0.276, "torch_np/numpy_tests/core/test_getlimits": 0.26, "torch_np/numpy_tests/core/test_indexing": 0.29100000000000004, "torch_np/numpy_tests/core/test_multiarray": 1023.3820000000001, "torch_np/numpy_tests/core/test_numeric": 7.245000000000001, "torch_np/numpy_tests/core/test_numerictypes": 0.28800000000000003, "torch_np/numpy_tests/core/test_scalar_ctors": 0.32300000000000006, "torch_np/numpy_tests/core/test_scalar_methods": 0.255, "torch_np/numpy_tests/core/test_scalarinherit": 0.001, "torch_np/numpy_tests/core/test_scalarmath": 96.20900000000002, "torch_np/numpy_tests/core/test_shape_base": 0.3410000000000001, "torch_np/numpy_tests/fft/test_helper": 0.263, "torch_np/numpy_tests/fft/test_pocketfft": 6.3729999999999976, "torch_np/numpy_tests/lib/test_arraypad": 0.26, "torch_np/numpy_tests/lib/test_arraysetops": 0.30100000000000005, "torch_np/numpy_tests/lib/test_function_base": 0.7700000000000004, "torch_np/numpy_tests/lib/test_histograms": 1.5879999999999976, "torch_np/numpy_tests/lib/test_index_tricks": 0.28600000000000003, "torch_np/numpy_tests/lib/test_shape_base_": 0.30200000000000005, "torch_np/numpy_tests/lib/test_twodim_base": 0.267, "torch_np/numpy_tests/lib/test_type_check": 0.278, "torch_np/numpy_tests/linalg/test_linalg": 0.40900000000000014, "torch_np/test_basic": 0.7840000000000004, "torch_np/test_binary_ufuncs": 0.29800000000000004, "torch_np/test_dtype": 0.29100000000000004, "torch_np/test_function_base": 0.262, "torch_np/test_ndarray_methods": 0.5850000000000002, "torch_np/test_nep50_examples": 0.097, "torch_np/test_random": 0.271, "torch_np/test_reductions": 1.5459999999999718, "torch_np/test_scalars_0D_arrays": 0.29100000000000004, "torch_np/test_ufuncs_basic": 0.6080000000000003, "torch_np/test_unary_ufuncs": 0.30500000000000005}}, "macos-12-py3-arm64": {"default": {"backends/xeon/test_launch": 0.0, "benchmark_utils/test_benchmark_utils": 0.2223333333333333, "distributions/test_constraints": 0.006333333333333334, "distributions/test_distributions": 24.236000000000015, "dynamo/test_activation_checkpointing": 0.6646666666666666, "dynamo/test_after_aot": 2.481333333333333, "dynamo/test_allow_inline_skip": 0.34366666666666673, "dynamo/test_aot_autograd": 2.8336666666666663, "dynamo/test_autograd_function": 0.7143333333333334, "dynamo/test_backends": 5.323333333333333, "dynamo/test_comptime": 0.35533333333333333, "dynamo/test_config": 0.299, "dynamo/test_ctx_manager": 0.6700000000000003, "dynamo/test_debug_utils": 0.1466666666666667, "dynamo/test_decorators": 0.3566666666666667, "dynamo/test_dynamic_shapes": 224.90933333333336, "dynamo/test_exc": 0.5696666666666668, "dynamo/test_export": 9.276666666666662, "dynamo/test_export_mutations": 0.3056666666666667, "dynamo/test_functions": 3.7259999999999978, "dynamo/test_global": 0.3616666666666668, "dynamo/test_higher_order_ops": 6.270333333333332, "dynamo/test_hooks": 7.3246666666666655, "dynamo/test_interop": 0.2976666666666667, "dynamo/test_logging": 4.527333333333332, "dynamo/test_minifier": 0.7863333333333334, "dynamo/test_misc": 15.030666666666653, "dynamo/test_model_output": 0.0, "dynamo/test_modules": 5.474333333333331, "dynamo/test_nops": 0.35933333333333334, "dynamo/test_optimizers": 1.175, "dynamo/test_pre_dispatch": 0.26366666666666666, "dynamo/test_profiler": 0.5553333333333333, "dynamo/test_python_autograd": 0.5706666666666668, "dynamo/test_recompiles": 0.516, "dynamo/test_replay_record": 0.002, "dynamo/test_repros": 11.041333333333327, "dynamo/test_skip_non_tensor": 0.23900000000000002, "dynamo/test_subclasses": 0.7600000000000001, "dynamo/test_subgraphs": 1.3453333333333326, "dynamo/test_unspec": 3.7590000000000003, "dynamo/test_verify_correctness": 0.3186666666666667, "export/test_db": 1.2416666666666665, "export/test_export": 4.634999999999999, "export/test_funtionalized_assertions": 0.14633333333333334, "export/test_pass_infra": 0.464, "export/test_passes": 0.7753333333333335, "export/test_serialize": 1.8646666666666665, "export/test_upgrade": 0.2753333333333334, "export/test_verifier": 0.4853333333333334, "functorch/test_aotdispatch": 1126.4356666666652, "functorch/test_control_flow": 45.274333333333345, "functorch/test_dims": 10.666333333333332, "functorch/test_eager_transforms": 7.735666666666664, "functorch/test_memory_efficient_fusion": 0.21200000000000005, "functorch/test_minifier": 0.25800000000000006, "functorch/test_ops": 1052.0483333332936, "functorch/test_parsing": 0.14900000000000002, "functorch/test_rearrange": 0.18300000000000002, "functorch/test_vmap": 229.23399999999978, "functorch/test_vmap_registrations": 1.3596666666666286, "inductor/test_codecache": 0.43, "inductor/test_codegen_triton": 0.18566666666666665, "inductor/test_compiled_autograd": 83.27133333333329, "inductor/test_compiled_optimizers": 0.0016666666666666668, "inductor/test_config": 1.724999999999999, "inductor/test_custom_lowering": 0.001, "inductor/test_dependencies": 0.0, "inductor/test_foreach": 4.204333333333334, "inductor/test_fx_fusion": 0.18966666666666668, "inductor/test_group_batch_fusion": 0.0, "inductor/test_indexing": 0.3846666666666667, "inductor/test_inductor_freezing": 0.002, "inductor/test_mmdecomp": 16.207333333333334, "inductor/test_profiler": 0.0, "inductor/test_standalone_compile": 3.3539999999999996, "inductor/test_torchinductor": 4.032, "inductor/test_torchinductor_codegen_dynamic_shapes": 221.16300000000004, "inductor/test_torchinductor_dynamic_shapes": 229.1006666666667, "inductor/test_torchinductor_opinfo": 903.597666666666, "lazy/test_debug_util": 0.16, "lazy/test_reuse_ir": 0.3173333333333333, "lazy/test_step_closures": 2.1986666666666665, "lazy/test_ts_opinfo": 2.102333333333324, "nn/test_convolution": 4.443999999999959, "nn/test_dropout": 0.132, "nn/test_embedding": 2.313333333333331, "nn/test_lazy_modules": 0.4080000000000001, "nn/test_module_hooks": 0.08233333333333336, "nn/test_multihead_attention": 4.230333333333332, "nn/test_packed_sequence": 0.2733333333333334, "nn/test_parametrization": 0.23700000000000002, "nn/test_pooling": 17.446333333333346, "nn/test_pruning": 0.04466666666666669, "profiler/test_memory_profiler": 2.0716666666666668, "profiler/test_profiler": 6.931333333333331, "profiler/test_profiler_tree": 0.0, "test_ao_sparsity": 1.4926666666666668, "test_autocast": 0.3833333333333333, "test_autograd": 9.748000000000019, "test_autograd_fallback": 0.16800000000000004, "test_binary_ufuncs": 49.70766666666492, "test_bundled_inputs": 1.0466666666666666, "test_comparison_utils": 0.15700000000000003, "test_compile_benchmark_util": 0.0, "test_complex": 0.02566666666666667, "test_content_store": 2.7916666666666665, "test_cpp_extensions_aot_ninja": 0.14333333333333334, "test_cpp_extensions_aot_no_ninja": 0.08066666666666668, "test_cpp_extensions_jit": 69.851, "test_cpp_extensions_open_device_registration": 0.0, "test_custom_backend": 0.14, "test_custom_ops": 1.5650000000000002, "test_dataloader": 849.6676666666666, "test_datapipe": 23.817999999999998, "test_decomp": 1359.9343333333009, "test_deploy": 0.13733333333333334, "test_dispatch": 18.326666666666664, "test_dlpack": 0.10366666666666674, "test_dynamic_shapes": 2.5553333333333335, "test_expanded_weights": 2.646666666666667, "test_fake_tensor": 0.2933333333333334, "test_flop_counter": 0.03133333333333333, "test_foreach": 50.76499999999955, "test_function_schema": 0.3333333333333333, "test_functional_autograd_benchmark": 20.991666666666664, "test_functional_optim": 0.0, "test_functionalization": 3.021999999999997, "test_functionalization_of_rng_ops": 0.009, "test_futures": 0.8073333333333332, "test_fx": 4.879333333333318, "test_fx_experimental": 19.180333333333355, "test_fx_passes": 0.37666666666666676, "test_fx_reinplace_pass": 0.4040000000000001, "test_import_stats": 2.0066666666666664, "test_indexing": 0.5483333333333335, "test_itt": 0.0, "test_jit": 43.09666666666669, "test_jit_autocast": 14.475999999999999, "test_jit_cuda_fuser": 0.005, "test_jit_disabled": 0.19499999999999998, "test_jit_fuser_te": 105.75433333333349, "test_jit_llga_fuser": 0.0, "test_legacy_vmap": 0.7963333333333334, "test_license": 0.135, "test_linalg": 0.03966666666666666, "test_logging": 1.1983333333333333, "test_masked": 3.7363333333333304, "test_maskedtensor": 1.2306666666666675, "test_meta": 463.3259999998622, "test_mkl_verbose": 1.8853333333333335, "test_mkldnn": 0.0023333333333333335, "test_mkldnn_fusion": 0.0, "test_mkldnn_verbose": 1.9533333333333334, "test_mobile_optimizer": 0.41, "test_model_dump": 0.25266666666666665, "test_module_init": 1.154333333333324, "test_modules": 94.7479999999968, "test_monitor": 0.43500000000000005, "test_multiprocessing": 42.464999999999996, "test_multiprocessing_spawn": 11.463999999999999, "test_namedtensor": 0.5180000000000001, "test_namedtuple_return_api": 1.0343333333333333, "test_native_functions": 0.23866666666666672, "test_native_mha": 0.08200000000000003, "test_nestedtensor": 1.1876666666666673, "test_nn": 105.50333333333413, "test_numba_integration": 0.002, "test_numpy_interop": 0.06066666666666668, "test_nvfuser_frontend": 0.0, "test_openmp": 1.7066666666666668, "test_ops": 960.0590000000001, "test_ops_fwd_gradients": 132.0960000000058, "test_ops_gradients": 190.41666666667493, "test_ops_jit": 622.4566666666665, "test_optim": 23.920999999999996, "test_out_dtype_op": 0.20966666666666667, "test_overrides": 1.049666666666667, "test_package": 0.49200000000000016, "test_per_overload_api": 0.13466666666666668, "test_prims": 0.2056666666666667, "test_proxy_tensor": 311.2226666666691, "test_pruning_op": 0.20766666666666667, "test_public_bindings": 3.0466666666666664, "test_python_dispatch": 0.2183333333333334, "test_pytree": 0.20200000000000004, "test_quantization": 250.8753333333333, "test_reductions": 83.96500000000695, "test_scatter_gather_ops": 1.4500000000000002, "test_schema_check": 216.9690000000062, "test_segment_reductions": 0.3066666666666668, "test_serialization": 32.05833333333333, "test_set_default_mobile_cpu_allocator": 0.1426666666666667, "test_shape_ops": 0.624666666666667, "test_show_pickle": 0.132, "test_sort_and_select": 1.0456666666666667, "test_sparse": 151.29066666666532, "test_sparse_csr": 83.27433333333185, "test_spectral_ops": 3.106333333333327, "test_stateless": 3.8983333333333334, "test_subclass": 0.3306666666666667, "test_sympy_utils": 10.778333333333334, "test_tensor_creation_ops": 12.129333333333294, "test_tensorboard": 0.5636666666666668, "test_tensorexpr": 9.967666666666666, "test_tensorexpr_pybind": 0.20866666666666667, "test_testing": 13.435999999999988, "test_torch": 5.484666666666616, "test_transformers": 17.949333333333325, "test_type_hints": 0.0, "test_type_info": 0.137, "test_type_promotion": 4.8183333333332925, "test_unary_ufuncs": 160.18666666673585, "test_utils": 58.78233333333384, "test_view_ops": 7.077666666666662, "test_vulkan": 0.0, "test_weak": 2.3109999999999995, "test_xnnpack_integration": 2.736, "torch_np/numpy_tests/core/test_dlpack": 0.3263333333333334, "torch_np/numpy_tests/core/test_dtype": 0.21433333333333338, "torch_np/numpy_tests/core/test_einsum": 4.819333333333334, "torch_np/numpy_tests/core/test_getlimits": 0.29533333333333334, "torch_np/numpy_tests/core/test_indexing": 0.2726666666666668, "torch_np/numpy_tests/core/test_multiarray": 11.499000000000002, "torch_np/numpy_tests/core/test_numeric": 2.5163333333333324, "torch_np/numpy_tests/core/test_numerictypes": 0.16833333333333336, "torch_np/numpy_tests/core/test_scalar_ctors": 0.3086666666666667, "torch_np/numpy_tests/core/test_scalar_methods": 0.297, "torch_np/numpy_tests/core/test_scalarinherit": 0.0, "torch_np/numpy_tests/core/test_scalarmath": 9.370333333333333, "torch_np/numpy_tests/core/test_shape_base": 0.4380000000000001, "torch_np/numpy_tests/fft/test_helper": 2.2326666666666664, "torch_np/numpy_tests/fft/test_pocketfft": 1.3136666666666668, "torch_np/numpy_tests/lib/test_arraypad": 0.2793333333333334, "torch_np/numpy_tests/lib/test_arraysetops": 0.23766666666666672, "torch_np/numpy_tests/lib/test_function_base": 1.101333333333334, "torch_np/numpy_tests/lib/test_histograms": 0.3996666666666668, "torch_np/numpy_tests/lib/test_index_tricks": 0.29800000000000004, "torch_np/numpy_tests/lib/test_shape_base_": 0.41300000000000003, "torch_np/numpy_tests/lib/test_twodim_base": 0.3366666666666667, "torch_np/numpy_tests/lib/test_type_check": 0.29133333333333333, "torch_np/numpy_tests/linalg/test_linalg": 3.3169999999999997, "torch_np/test_basic": 0.5573333333333337, "torch_np/test_binary_ufuncs": 0.2856666666666667, "torch_np/test_dtype": 0.18133333333333335, "torch_np/test_function_base": 0.285, "torch_np/test_ndarray_methods": 1.4703333333333344, "torch_np/test_nep50_examples": 0.05033333333333334, "torch_np/test_random": 0.20500000000000004, "torch_np/test_reductions": 1.7726666666666349, "torch_np/test_scalars_0D_arrays": 0.20233333333333337, "torch_np/test_ufuncs_basic": 0.6863333333333337, "torch_np/test_unary_ufuncs": 0.339}}, "macos-12-py3-arm64-mps": {"default": {"test_metal": 1.0366666666666668, "test_modules": 93.9243333333302, "test_mps": 1040.8059999999975}}, "macos-12-py3-x86-64": {"default": {"backends/xeon/test_launch": 0.002, "benchmark_utils/test_benchmark_utils": 0.6150000000000001, "distributions/test_constraints": 0.20500000000000007, "distributions/test_distributions": 79.52300000000001, "dynamo/test_activation_checkpointing": 1.5699999999999996, "dynamo/test_after_aot": 8.112, "dynamo/test_aot_autograd": 8.255000000000004, "dynamo/test_autograd_function": 1.975, "dynamo/test_backends": 15.729999999999999, "dynamo/test_comptime": 0.7440000000000001, "dynamo/test_config": 0.946, "dynamo/test_ctx_manager": 1.7219999999999993, "dynamo/test_debug_utils": 0.477, "dynamo/test_decorators": 1.0070000000000001, "dynamo/test_dynamic_shapes": 1067.929, "dynamo/test_exc": 1.5940000000000003, "dynamo/test_export": 24.947, "dynamo/test_export_mutations": 0.771, "dynamo/test_functions": 11.201000000000013, "dynamo/test_global": 0.7980000000000002, "dynamo/test_higher_order_ops": 16.099, "dynamo/test_interop": 0.7410000000000001, "dynamo/test_logging": 23.45900000000001, "dynamo/test_minifier": 2.8969999999999994, "dynamo/test_misc": 30.718, "dynamo/test_model_output": 0.009000000000000001, "dynamo/test_modules": 10.770999999999997, "dynamo/test_nops": 0.78, "dynamo/test_optimizers": 3.2000000000000006, "dynamo/test_pre_dispatch": 0.911, "dynamo/test_profiler": 1.7009999999999996, "dynamo/test_python_autograd": 1.517, "dynamo/test_recompiles": 1.415, "dynamo/test_replay_record": 0.009000000000000001, "dynamo/test_repros": 31.40000000000002, "dynamo/test_skip_non_tensor": 0.7520000000000001, "dynamo/test_subclasses": 2.0290000000000004, "dynamo/test_subgraphs": 3.8010000000000006, "dynamo/test_unspec": 11.705, "dynamo/test_verify_correctness": 1.16, "export/test_db": 3.1989999999999994, "export/test_export": 9.999, "export/test_funtionalized_assertions": 0.471, "export/test_pass_infra": 1.076, "export/test_passes": 2.35, "export/test_serialize": 6.25, "export/test_upgrade": 0.8850000000000001, "export/test_verifier": 1.0830000000000002, "functorch/test_aotdispatch": 1250.484999999998, "functorch/test_control_flow": 131.37300000000002, "functorch/test_dims": 23.162, "functorch/test_eager_transforms": 20.735, "functorch/test_memory_efficient_fusion": 0.75, "functorch/test_minifier": 0.7520000000000001, "functorch/test_ops": 5006.662999999974, "functorch/test_parsing": 0.502, "functorch/test_rearrange": 0.522, "functorch/test_vmap": 727.4149999999976, "functorch/test_vmap_registrations": 2.2769999999998687, "inductor/test_binary_folding": 45.300999999999995, "inductor/test_codegen_triton": 0.514, "inductor/test_compiled_autograd": 214.9810000000004, "inductor/test_compiled_optimizers": 0.02900000000000002, "inductor/test_config": 6.305999999999998, "inductor/test_custom_lowering": 0.004, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 230.737, "inductor/test_foreach": 16.913000000000174, "inductor/test_fx_fusion": 0.637, "inductor/test_group_batch_fusion": 0.003, "inductor/test_indexing": 0.983, "inductor/test_inductor_freezing": 33.556, "inductor/test_mmdecomp": 54.006, "inductor/test_profiler": 0.004, "inductor/test_standalone_compile": 10.843, "inductor/test_torchinductor": 8.753, "inductor/test_torchinductor_codegen_dynamic_shapes": 1229.8419999999987, "inductor/test_torchinductor_dynamic_shapes": 975.1849999999997, "inductor/test_torchinductor_opinfo": 1418.7639999999988, "lazy/test_debug_util": 0.682, "lazy/test_reuse_ir": 0.924, "lazy/test_step_closures": 2.495, "lazy/test_ts_opinfo": 9.998000000000001, "nn/test_convolution": 16.60199999999998, "nn/test_dropout": 0.5800000000000001, "nn/test_embedding": 10.587000000000003, "nn/test_lazy_modules": 0.9880000000000003, "nn/test_module_hooks": 0.35800000000000004, "nn/test_multihead_attention": 7.800999999999999, "nn/test_packed_sequence": 0.7410000000000001, "nn/test_parametrization": 0.9720000000000001, "nn/test_pooling": 45.973000000000006, "nn/test_pruning": 0.26500000000000007, "profiler/test_memory_profiler": 6.545, "profiler/test_profiler": 13.290999999999999, "profiler/test_profiler_tree": 1.067, "test_ao_sparsity": 12.891000000000002, "test_autocast": 1.1159999999999999, "test_autograd": 40.82699999999993, "test_autograd_fallback": 0.5780000000000001, "test_binary_ufuncs": 103.19499999999874, "test_bundled_inputs": 1.9229999999999996, "test_comparison_utils": 0.49100000000000005, "test_compile_benchmark_util": 0.001, "test_complex": 0.075, "test_content_store": 5.774, "test_cpp_api_parity": 7.6130000000000475, "test_cpp_extensions_aot_ninja": 0.192, "test_cpp_extensions_aot_no_ninja": 0.189, "test_cpp_extensions_jit": 157.28500000000003, "test_cpp_extensions_open_device_registration": 24.282, "test_custom_backend": 0.23500000000000001, "test_custom_ops": 4.0520000000000005, "test_dataloader": 1174.57, "test_datapipe": 33.71499999999999, "test_decomp": 5688.822000000007, "test_deploy": 0.452, "test_dispatch": 55.764, "test_dlpack": 0.16600000000000012, "test_dynamic_shapes": 6.762999999999997, "test_expanded_weights": 10.512999999999998, "test_fake_tensor": 0.6310000000000002, "test_flop_counter": 0.18800000000000003, "test_foreach": 300.4509999999976, "test_function_schema": 0.925, "test_functional_autograd_benchmark": 59.997, "test_functional_optim": 0.003, "test_functionalization": 8.279999999999998, "test_functionalization_of_rng_ops": 0.028, "test_futures": 1.3, "test_fx": 13.864999999999961, "test_fx_experimental": 53.01500000000006, "test_fx_passes": 1.0860000000000003, "test_fx_reinplace_pass": 1.3559999999999997, "test_import_stats": 5.4399999999999995, "test_indexing": 2.5429999999999935, "test_itt": 0.459, "test_jit": 118.58800000000008, "test_jit_autocast": 47.582, "test_jit_cuda_fuser": 0.1760000000000001, "test_jit_disabled": 0.6460000000000001, "test_jit_fuser_te": 360.31300000000033, "test_jit_llga_fuser": 0.023000000000000007, "test_legacy_vmap": 3.769999999999999, "test_license": 0.465, "test_linalg": 138.32799999999938, "test_logging": 3.693, "test_masked": 18.96599999999998, "test_maskedtensor": 4.117999999999957, "test_meta": 1810.4559999996393, "test_mkl_verbose": 6.427, "test_mkldnn": 132.87599999999992, "test_mkldnn_fusion": 254.92000000000002, "test_mkldnn_verbose": 5.749, "test_mobile_optimizer": 1.837, "test_model_dump": 0.777, "test_module_init": 2.9369999999999905, "test_modules": 138.05300000000312, "test_monitor": 0.905, "test_multiprocessing": 22.924999999999994, "test_multiprocessing_spawn": 32.410000000000004, "test_namedtensor": 1.712999999999998, "test_namedtuple_return_api": 2.702, "test_native_functions": 0.6180000000000001, "test_native_mha": 0.38600000000000023, "test_nestedtensor": 3.874999999999993, "test_nn": 177.5730000000004, "test_numba_integration": 0.008, "test_numpy_interop": 0.20800000000000005, "test_nvfuser_frontend": 0.003, "test_openmp": 18.612000000000002, "test_ops": 2856.400999999957, "test_ops_fwd_gradients": 434.1140000000054, "test_ops_gradients": 1561.4419999999207, "test_ops_jit": 683.2859999999995, "test_optim": 142.33100000000002, "test_out_dtype_op": 0.543, "test_overrides": 2.5169999999998995, "test_package": 1.4630000000000003, "test_per_overload_api": 0.5700000000000001, "test_prims": 0.40800000000000003, "test_proxy_tensor": 333.80800000000096, "test_pruning_op": 0.72, "test_public_bindings": 7.130999999999999, "test_python_dispatch": 0.7620000000000002, "test_pytree": 0.5890000000000001, "test_quantization": 807.4029999999997, "test_reductions": 238.0160000000002, "test_scatter_gather_ops": 9.370000000000003, "test_schema_check": 366.19699999999494, "test_segment_reductions": 1.4440000000000006, "test_serialization": 46.99800000000001, "test_set_default_mobile_cpu_allocator": 0.475, "test_shape_ops": 2.1239999999999983, "test_show_pickle": 0.477, "test_sort_and_select": 3.601999999999994, "test_sparse": 743.0709999999973, "test_sparse_csr": 380.71699999999873, "test_spectral_ops": 9.192999999999993, "test_stateless": 9.172, "test_subclass": 1.035, "test_sympy_utils": 30.416000000000004, "test_tensor_creation_ops": 34.66100000000003, "test_tensorboard": 1.1529999999999998, "test_tensorexpr": 32.602999999999994, "test_tensorexpr_pybind": 0.5970000000000001, "test_testing": 33.230999999999966, "test_torch": 23.68999999999998, "test_transformers": 26.806999999999995, "test_type_hints": 0.001, "test_type_info": 0.465, "test_type_promotion": 16.274999999999952, "test_unary_ufuncs": 417.9850000000323, "test_utils": 87.32299999999984, "test_view_ops": 22.806999999999995, "test_vulkan": 0.001, "test_weak": 4.694, "test_xnnpack_integration": 7.122, "torch_np/numpy_tests/core/test_dlpack": 0.8720000000000001, "torch_np/numpy_tests/core/test_dtype": 0.7080000000000001, "torch_np/numpy_tests/core/test_einsum": 22.280000000000012, "torch_np/numpy_tests/core/test_getlimits": 0.804, "torch_np/numpy_tests/core/test_indexing": 1.0380000000000003, "torch_np/numpy_tests/core/test_multiarray": 46.001999999999995, "torch_np/numpy_tests/core/test_numeric": 7.661999999999997, "torch_np/numpy_tests/core/test_numerictypes": 0.525, "torch_np/numpy_tests/core/test_scalar_ctors": 0.812, "torch_np/numpy_tests/core/test_scalar_methods": 0.8150000000000001, "torch_np/numpy_tests/core/test_scalarinherit": 0.002, "torch_np/numpy_tests/core/test_scalarmath": 41.482, "torch_np/numpy_tests/core/test_shape_base": 1.3860000000000001, "torch_np/numpy_tests/fft/test_helper": 9.103, "torch_np/numpy_tests/fft/test_pocketfft": 5.775, "torch_np/numpy_tests/lib/test_arraypad": 0.785, "torch_np/numpy_tests/lib/test_arraysetops": 0.7880000000000001, "torch_np/numpy_tests/lib/test_function_base": 4.087000000000001, "torch_np/numpy_tests/lib/test_histograms": 1.2520000000000002, "torch_np/numpy_tests/lib/test_index_tricks": 0.873, "torch_np/numpy_tests/lib/test_shape_base_": 1.2899999999999996, "torch_np/numpy_tests/lib/test_twodim_base": 1.0939999999999999, "torch_np/numpy_tests/lib/test_type_check": 0.895, "torch_np/numpy_tests/linalg/test_linalg": 13.925, "torch_np/test_basic": 1.3860000000000006, "torch_np/test_binary_ufuncs": 1.0330000000000001, "torch_np/test_dtype": 0.49300000000000005, "torch_np/test_function_base": 0.769, "torch_np/test_ndarray_methods": 5.748999999999998, "torch_np/test_nep50_examples": 0.20400000000000013, "torch_np/test_random": 0.7010000000000001, "torch_np/test_reductions": 5.080999999999941, "torch_np/test_scalars_0D_arrays": 0.554, "torch_np/test_ufuncs_basic": 2.1130000000000004, "torch_np/test_unary_ufuncs": 0.8760000000000001}}, "parallelnative-linux-jammy-py3.8-gcc11": {"default": {"backends/xeon/test_launch": 1.708, "benchmark_utils/test_benchmark_utils": 0.382, "distributions/test_constraints": 0.08200000000000006, "distributions/test_distributions": 59.857, "dynamo/test_activation_checkpointing": 1.6709999999999994, "dynamo/test_after_aot": 9.393, "dynamo/test_allow_inline_skip": 0.661, "dynamo/test_aot_autograd": 5.38, "dynamo/test_autograd_function": 1.2000000000000002, "dynamo/test_backends": 14.052, "dynamo/test_comptime": 0.42700000000000005, "dynamo/test_config": 0.56, "dynamo/test_ctx_manager": 1.0990000000000004, "dynamo/test_debug_utils": 0.257, "dynamo/test_decorators": 0.6280000000000001, "dynamo/test_dynamic_shapes": 373.16200000000003, "dynamo/test_exc": 1.4489999999999998, "dynamo/test_export": 16.756999999999998, "dynamo/test_export_mutations": 0.495, "dynamo/test_functions": 10.829999999999986, "dynamo/test_global": 0.556, "dynamo/test_higher_order_ops": 12.155999999999997, "dynamo/test_hooks": 24.362999999999996, "dynamo/test_interop": 0.418, "dynamo/test_logging": 14.519000000000002, "dynamo/test_minifier": 1.4929999999999999, "dynamo/test_misc": 33.90900000000002, "dynamo/test_model_output": 0.003, "dynamo/test_modules": 13.557, "dynamo/test_nops": 0.461, "dynamo/test_optimizers": 2.323, "dynamo/test_pre_dispatch": 0.529, "dynamo/test_profiler": 0.9630000000000001, "dynamo/test_python_autograd": 0.9850000000000001, "dynamo/test_recompiles": 0.873, "dynamo/test_replay_record": 0.003, "dynamo/test_repros": 31.241000000000014, "dynamo/test_skip_non_tensor": 0.388, "dynamo/test_subclasses": 1.312, "dynamo/test_subgraphs": 2.757999999999999, "dynamo/test_unspec": 14.219000000000001, "dynamo/test_verify_correctness": 0.609, "export/test_db": 2.523, "export/test_export": 9.194, "export/test_funtionalized_assertions": 0.248, "export/test_pass_infra": 0.7590000000000001, "export/test_passes": 1.5379999999999998, "export/test_serialize": 4.082999999999999, "export/test_upgrade": 0.43600000000000005, "export/test_verifier": 0.835, "functorch/test_aotdispatch": 2393.5279999999966, "functorch/test_control_flow": 81.48700000000001, "functorch/test_dims": 22.38, "functorch/test_eager_transforms": 17.880000000000003, "functorch/test_memory_efficient_fusion": 0.416, "functorch/test_minifier": 0.42200000000000004, "functorch/test_ops": 2917.3569999999722, "functorch/test_parsing": 0.255, "functorch/test_rearrange": 0.28, "functorch/test_vmap": 362.685999999999, "functorch/test_vmap_registrations": 2.168999999999887, "inductor/test_binary_folding": 31.103, "inductor/test_codecache": 0.645, "inductor/test_codegen_triton": 0.281, "inductor/test_compiled_autograd": 279.14200000000056, "inductor/test_compiled_optimizers": 0.005, "inductor/test_config": 4.644000000000001, "inductor/test_cpp_wrapper": 215.435, "inductor/test_cpu_repro": 325.4770000000001, "inductor/test_custom_lowering": 0.002, "inductor/test_custom_post_grad_passes": 2.757, "inductor/test_dependencies": 0.001, "inductor/test_efficient_conv_bn_eval": 0.001, "inductor/test_extension_backend": 4.142, "inductor/test_foreach": 13.323999999999998, "inductor/test_fused_attention": 41.324, "inductor/test_fx_fusion": 0.326, "inductor/test_group_batch_fusion": 0.004, "inductor/test_indexing": 0.618, "inductor/test_inductor_freezing": 27.42, "inductor/test_minifier": 32.976000000000006, "inductor/test_minifier_isolate": 41.171, "inductor/test_mkldnn_pattern_matcher": 278.376, "inductor/test_mmdecomp": 47.95000000000003, "inductor/test_profiler": 0.002, "inductor/test_standalone_compile": 8.428, "inductor/test_torchinductor": 1071.556999999999, "inductor/test_torchinductor_codegen_dynamic_shapes": 906.553999999998, "inductor/test_torchinductor_dynamic_shapes": 998.3089999999991, "inductor/test_torchinductor_opinfo": 4271.677999999997, "lazy/test_debug_util": 0.281, "lazy/test_reuse_ir": 0.496, "lazy/test_step_closures": 2.2419999999999995, "lazy/test_ts_opinfo": 6.505999999999981, "nn/test_convolution": 17.362000000000037, "nn/test_dropout": 0.301, "nn/test_embedding": 6.276000000000005, "nn/test_lazy_modules": 0.6150000000000002, "nn/test_module_hooks": 0.172, "nn/test_multihead_attention": 4.57, "nn/test_packed_sequence": 0.4180000000000001, "nn/test_parametrization": 0.555, "nn/test_pooling": 32.057, "nn/test_pruning": 0.08000000000000004, "profiler/test_memory_profiler": 4.1419999999999995, "profiler/test_profiler": 16.677999999999997, "profiler/test_profiler_tree": 0.49600000000000005, "test_ao_sparsity": 6.0760000000000005, "test_autocast": 0.38400000000000006, "test_autograd": 30.82300000000006, "test_autograd_fallback": 0.29400000000000004, "test_binary_ufuncs": 87.51000000000184, "test_bundled_inputs": 0.9810000000000001, "test_comparison_utils": 0.25, "test_compile_benchmark_util": 0.004, "test_complex": 0.038, "test_content_store": 7.348, "test_cpp_api_parity": 3.895999999999979, "test_cpp_extensions_aot_ninja": 0.032, "test_cpp_extensions_aot_no_ninja": 0.031000000000000007, "test_cpp_extensions_jit": 42.66400000000001, "test_cpp_extensions_open_device_registration": 2.165, "test_custom_backend": 0.071, "test_custom_ops": 2.9770000000000008, "test_dataloader": 115.28399999999998, "test_datapipe": 2.8529999999999993, "test_decomp": 3822.14299999997, "test_deploy": 0.242, "test_dispatch": 21.862999999999996, "test_dlpack": 0.12600000000000008, "test_dynamic_shapes": 4.273, "test_expanded_weights": 7.479999999999999, "test_fake_tensor": 0.5980000000000001, "test_flop_counter": 0.559, "test_foreach": 94.40200000000083, "test_function_schema": 0.518, "test_functional_autograd_benchmark": 39.214, "test_functional_optim": 0.273, "test_functionalization": 5.157999999999998, "test_functionalization_of_rng_ops": 0.016, "test_futures": 0.874, "test_fx": 296.631, "test_fx_experimental": 55.77299999999997, "test_fx_passes": 0.5570000000000002, "test_fx_reinplace_pass": 0.6890000000000001, "test_import_stats": 2.968, "test_indexing": 1.3899999999999963, "test_itt": 0.242, "test_jit": 80.16899999999994, "test_jit_autocast": 20.348000000000003, "test_jit_cuda_fuser": 0.021000000000000005, "test_jit_disabled": 0.348, "test_jit_fuser_te": 166.46100000000047, "test_jit_llga_fuser": 44.69199999999999, "test_legacy_vmap": 1.9840000000000002, "test_license": 0.24, "test_linalg": 113.91400000000095, "test_logging": 1.981, "test_masked": 12.251000000000007, "test_maskedtensor": 2.624999999999973, "test_meta": 1093.2209999999009, "test_mkl_verbose": 3.5700000000000003, "test_mkldnn": 142.15800000000002, "test_mkldnn_fusion": 67.23299999999999, "test_mkldnn_verbose": 3.0140000000000002, "test_mobile_optimizer": 2.3930000000000007, "test_model_dump": 0.8210000000000001, "test_module_init": 2.1699999999999933, "test_modules": 383.78899999998816, "test_monitor": 0.41300000000000003, "test_multiprocessing": 42.743, "test_multiprocessing_spawn": 16.5, "test_namedtensor": 0.8500000000000003, "test_namedtuple_return_api": 1.7690000000000001, "test_native_functions": 0.337, "test_native_mha": 0.19300000000000012, "test_nestedtensor": 2.3320000000000003, "test_nn": 244.89800000000102, "test_numba_integration": 0.005, "test_numpy_interop": 0.10200000000000001, "test_nvfuser_frontend": 0.0, "test_openmp": 3.46, "test_ops": 2135.2329999999533, "test_ops_fwd_gradients": 470.5679999999763, "test_ops_gradients": 630.5889999999433, "test_ops_jit": 1035.7059999999979, "test_optim": 93.18299999999998, "test_out_dtype_op": 0.189, "test_overrides": 1.829999999999929, "test_package": 2.208999999999999, "test_per_overload_api": 0.266, "test_prims": 0.39000000000000007, "test_proxy_tensor": 658.3859999999935, "test_pruning_op": 0.40900000000000003, "test_public_bindings": 6.664000000000001, "test_python_dispatch": 0.35200000000000015, "test_pytree": 0.31400000000000006, "test_quantization": 1364.3840000000005, "test_reductions": 200.7340000000004, "test_scatter_gather_ops": 3.7960000000000016, "test_schema_check": 405.3299999999941, "test_segment_reductions": 0.7780000000000005, "test_serialization": 29.657000000000018, "test_set_default_mobile_cpu_allocator": 0.242, "test_shape_ops": 1.287999999999999, "test_show_pickle": 0.251, "test_sort_and_select": 1.9709999999999963, "test_sparse": 514.3999999999972, "test_sparse_csr": 221.7289999999989, "test_spectral_ops": 6.738999999999991, "test_stateless": 5.603, "test_subclass": 0.559, "test_sympy_utils": 17.609999999999992, "test_tensor_creation_ops": 27.424000000000063, "test_tensorboard": 36.25699999999999, "test_tensorexpr": 45.54600000000001, "test_tensorexpr_pybind": 0.8140000000000003, "test_testing": 21.53999999999998, "test_torch": 12.007999999999939, "test_transformers": 28.643999999999984, "test_type_hints": 0.245, "test_type_info": 0.263, "test_type_promotion": 8.774999999999977, "test_unary_ufuncs": 317.19100000002436, "test_utils": 23.838999999999352, "test_view_ops": 15.001, "test_vulkan": 0.001, "test_weak": 3.697999999999999, "test_xnnpack_integration": 7.093999999999999, "torch_np/numpy_tests/core/test_dlpack": 0.49800000000000005, "torch_np/numpy_tests/core/test_dtype": 0.38300000000000006, "torch_np/numpy_tests/core/test_einsum": 12.770999999999997, "torch_np/numpy_tests/core/test_getlimits": 0.454, "torch_np/numpy_tests/core/test_indexing": 0.5540000000000003, "torch_np/numpy_tests/core/test_multiarray": 24.616000000000007, "torch_np/numpy_tests/core/test_numeric": 3.9079999999999995, "torch_np/numpy_tests/core/test_numerictypes": 0.278, "torch_np/numpy_tests/core/test_scalar_ctors": 0.48700000000000004, "torch_np/numpy_tests/core/test_scalar_methods": 0.455, "torch_np/numpy_tests/core/test_scalarinherit": 0.001, "torch_np/numpy_tests/core/test_scalarmath": 21.588999999999995, "torch_np/numpy_tests/core/test_shape_base": 0.7420000000000002, "torch_np/numpy_tests/fft/test_helper": 4.885999999999999, "torch_np/numpy_tests/fft/test_pocketfft": 3.005999999999999, "torch_np/numpy_tests/lib/test_arraypad": 0.454, "torch_np/numpy_tests/lib/test_arraysetops": 0.395, "torch_np/numpy_tests/lib/test_function_base": 2.0390000000000006, "torch_np/numpy_tests/lib/test_histograms": 0.7070000000000001, "torch_np/numpy_tests/lib/test_index_tricks": 0.485, "torch_np/numpy_tests/lib/test_shape_base_": 0.7510000000000001, "torch_np/numpy_tests/lib/test_twodim_base": 0.617, "torch_np/numpy_tests/lib/test_type_check": 0.493, "torch_np/numpy_tests/linalg/test_linalg": 7.4090000000000025, "torch_np/test_basic": 0.7580000000000003, "torch_np/test_binary_ufuncs": 0.502, "torch_np/test_dtype": 0.278, "torch_np/test_function_base": 0.443, "torch_np/test_ndarray_methods": 3.163, "torch_np/test_nep50_examples": 0.02900000000000001, "torch_np/test_random": 0.34700000000000003, "torch_np/test_reductions": 2.842999999999957, "torch_np/test_scalars_0D_arrays": 0.30000000000000004, "torch_np/test_ufuncs_basic": 1.1680000000000004, "torch_np/test_unary_ufuncs": 0.516}}, "win-vs2019-cpu-py3": {"default": {"backends/xeon/test_launch": 0.002, "benchmark_utils/test_benchmark_utils": 0.6473333333333334, "distributions/test_constraints": 0.07733333333333338, "distributions/test_distributions": 60.972, "export/test_db": 0.008, "export/test_export": 0.008333333333333333, "export/test_funtionalized_assertions": 0.949, "export/test_pass_infra": 0.0013333333333333333, "export/test_passes": 0.0023333333333333335, "export/test_serialize": 0.297, "export/test_upgrade": 0.0030000000000000005, "export/test_verifier": 0.0023333333333333335, "functorch/test_aotdispatch": 3057.784999999998, "functorch/test_control_flow": 0.05500000000000004, "functorch/test_dims": 22.310666666666666, "functorch/test_eager_transforms": 7.851333333333332, "functorch/test_memory_efficient_fusion": 0.5046666666666667, "functorch/test_minifier": 0.5183333333333334, "functorch/test_ops": 3690.3196666666167, "functorch/test_parsing": 0.3416666666666666, "functorch/test_rearrange": 0.38800000000000007, "functorch/test_vmap": 543.0326666666648, "functorch/test_vmap_registrations": 2.4696666666665443, "inductor/test_fx_fusion": 0.4296666666666667, "lazy/test_debug_util": 0.001, "lazy/test_reuse_ir": 0.002, "lazy/test_step_closures": 2.3226666666666667, "lazy/test_ts_opinfo": 9.354999999999997, "nn/test_convolution": 17.43533333333328, "nn/test_dropout": 0.37966666666666676, "nn/test_embedding": 7.6919999999999975, "nn/test_lazy_modules": 0.5716666666666668, "nn/test_module_hooks": 0.8733333333333334, "nn/test_multihead_attention": 5.6676666666666655, "nn/test_packed_sequence": 1.1956666666666662, "nn/test_parametrization": 0.7246666666666668, "nn/test_pooling": 47.170666666666676, "nn/test_pruning": 0.1163333333333334, "profiler/test_memory_profiler": 6.005666666666667, "profiler/test_profiler": 12.796666666666665, "profiler/test_profiler_tree": 0.678, "test_ao_sparsity": 11.39733333333333, "test_autocast": 1.6776666666666664, "test_autograd": 28.59099999999997, "test_autograd_fallback": 0.42633333333333345, "test_binary_ufuncs": 111.46533333333406, "test_bundled_inputs": 1.3159999999999996, "test_comparison_utils": 0.9779999999999999, "test_compile_benchmark_util": 0.06966666666666667, "test_complex": 0.057000000000000016, "test_content_store": 0.2806666666666667, "test_cpp_api_parity": 7.1386666666667, "test_cpp_extensions_aot_ninja": 0.6503333333333333, "test_cpp_extensions_aot_no_ninja": 0.6773333333333333, "test_cpp_extensions_jit": 219.16000000000005, "test_cpp_extensions_open_device_registration": 14.790000000000001, "test_custom_backend": 0.11566666666666665, "test_custom_ops": 2.1750000000000003, "test_dataloader": 409.94533333333334, "test_datapipe": 11.056999999999997, "test_decomp": 5664.416999999972, "test_deploy": 0.361, "test_dispatch": 50.150666666666666, "test_dlpack": 0.2173333333333335, "test_dynamic_shapes": 5.365666666666667, "test_expanded_weights": 9.160333333333334, "test_fake_tensor": 1.5220000000000002, "test_flop_counter": 0.07, "test_foreach": 43.877666666667075, "test_function_schema": 0.6956666666666665, "test_functional_autograd_benchmark": 0.002, "test_functional_optim": 0.379, "test_functionalization": 7.135999999999999, "test_futures": 0.9983333333333334, "test_fx": 10.02599999999996, "test_fx_experimental": 49.955333333333385, "test_fx_passes": 0.6566666666666668, "test_fx_reinplace_pass": 1.4900000000000002, "test_import_stats": 4.622, "test_indexing": 2.611333333333327, "test_itt": 0.33699999999999997, "test_jit": 111.78233333333337, "test_jit_autocast": 44.217333333333336, "test_jit_cuda_fuser": 0.7980000000000002, "test_jit_disabled": 0.5876666666666667, "test_jit_fuser_te": 334.22833333333347, "test_jit_llga_fuser": 0.02333333333333334, "test_legacy_vmap": 3.081333333333332, "test_license": 0.002, "test_linalg": 127.60266666666591, "test_logging": 2.537333333333333, "test_masked": 14.622999999999985, "test_maskedtensor": 4.345999999999971, "test_meta": 1069.168666666721, "test_mkl_verbose": 4.646999999999999, "test_mkldnn": 50.15966666666667, "test_mkldnn_fusion": 198.55333333333337, "test_mkldnn_verbose": 4.607333333333333, "test_mobile_optimizer": 1.522, "test_model_dump": 0.4596666666666667, "test_module_init": 2.9099999999999926, "test_modules": 400.7646666666674, "test_monitor": 0.8446666666666666, "test_multiprocessing": 318.56299999999993, "test_multiprocessing_spawn": 26.30033333333333, "test_namedtensor": 1.0969999999999993, "test_namedtuple_return_api": 2.161666666666667, "test_native_functions": 1.0806666666666667, "test_native_mha": 0.27233333333333337, "test_nestedtensor": 2.273333333333334, "test_nn": 171.9156666666668, "test_numba_integration": 0.008, "test_numpy_interop": 0.7536666666666667, "test_nvfuser_frontend": 0.003, "test_openmp": 4.623, "test_ops": 2316.0553333332773, "test_ops_fwd_gradients": 567.2966666666258, "test_ops_gradients": 754.485333333317, "test_ops_jit": 1188.8229999999985, "test_optim": 133.68633333333332, "test_out_dtype_op": 0.0036666666666666666, "test_overrides": 2.794666666666585, "test_package": 1.0836666666666668, "test_per_overload_api": 0.3463333333333334, "test_prims": 0.48933333333333345, "test_proxy_tensor": 849.9249999999953, "test_pruning_op": 0.555, "test_public_bindings": 6.0200000000000005, "test_python_dispatch": 1.104666666666667, "test_pytree": 0.47700000000000015, "test_quantization": 755.179, "test_reductions": 260.8373333333341, "test_scatter_gather_ops": 6.314999999999997, "test_schema_check": 217.28699999999608, "test_segment_reductions": 1.5550000000000004, "test_serialization": 52.18600000000001, "test_set_default_mobile_cpu_allocator": 0.98, "test_shape_ops": 1.8206666666666622, "test_show_pickle": 0.001, "test_sort_and_select": 3.337999999999995, "test_sparse": 487.9489999999998, "test_sparse_csr": 145.1126666666661, "test_spectral_ops": 18.613999999999983, "test_stateless": 10.072000000000001, "test_subclass": 0.7653333333333334, "test_sympy_utils": 22.028333333333332, "test_tensor_creation_ops": 32.567999999999905, "test_tensorboard": 2.177333333333334, "test_tensorexpr": 30.20533333333334, "test_tensorexpr_pybind": 0.35966666666666675, "test_testing": 11.274999999999972, "test_torch": 15.278000000000128, "test_transformers": 38.93899999999999, "test_type_hints": 0.001, "test_type_info": 0.33466666666666667, "test_type_promotion": 4.492666666666649, "test_unary_ufuncs": 467.79933333335947, "test_utils": 71.02466666666656, "test_view_ops": 16.054333333333336, "test_vulkan": 0.001, "test_weak": 4.553999999999999, "test_xnnpack_integration": 13.802, "torch_np/numpy_tests/core/test_dlpack": 0.6963333333333335, "torch_np/numpy_tests/core/test_dtype": 0.4516666666666667, "torch_np/numpy_tests/core/test_einsum": 15.41666666666667, "torch_np/numpy_tests/core/test_getlimits": 0.614, "torch_np/numpy_tests/core/test_indexing": 1.1386666666666656, "torch_np/numpy_tests/core/test_multiarray": 32.303, "torch_np/numpy_tests/core/test_numeric": 5.974333333333334, "torch_np/numpy_tests/core/test_numerictypes": 0.4176666666666667, "torch_np/numpy_tests/core/test_scalar_ctors": 0.6823333333333336, "torch_np/numpy_tests/core/test_scalar_methods": 0.6126666666666667, "torch_np/numpy_tests/core/test_scalarinherit": 0.002, "torch_np/numpy_tests/core/test_scalarmath": 26.500666666666664, "torch_np/numpy_tests/core/test_shape_base": 1.5083333333333337, "torch_np/numpy_tests/fft/test_helper": 6.146, "torch_np/numpy_tests/fft/test_pocketfft": 4.3293333333333335, "torch_np/numpy_tests/lib/test_arraypad": 0.5750000000000001, "torch_np/numpy_tests/lib/test_arraysetops": 0.5680000000000001, "torch_np/numpy_tests/lib/test_function_base": 3.2896666666666667, "torch_np/numpy_tests/lib/test_histograms": 1.456999999999999, "torch_np/numpy_tests/lib/test_index_tricks": 0.6783333333333336, "torch_np/numpy_tests/lib/test_shape_base_": 1.663333333333333, "torch_np/numpy_tests/lib/test_twodim_base": 1.4916666666666665, "torch_np/numpy_tests/lib/test_type_check": 0.6890000000000001, "torch_np/numpy_tests/linalg/test_linalg": 10.217, "torch_np/test_basic": 1.9263333333333337, "torch_np/test_binary_ufuncs": 0.6796666666666668, "torch_np/test_dtype": 0.39100000000000007, "torch_np/test_function_base": 1.2196666666666667, "torch_np/test_ndarray_methods": 4.531, "torch_np/test_nep50_examples": 0.4820000000000004, "torch_np/test_random": 0.36466666666666675, "torch_np/test_reductions": 4.944999999999943, "torch_np/test_scalars_0D_arrays": 0.3616666666666668, "torch_np/test_ufuncs_basic": 2.156666666666667, "torch_np/test_unary_ufuncs": 0.6953333333333335}}, "win-vs2019-cuda11.8-py3": {"default": {"backends/xeon/test_launch": 0.001, "benchmark_utils/test_benchmark_utils": 3.285999999999999, "distributions/test_distributions": 71.98100000000002, "export/test_db": 0.009000000000000001, "export/test_export": 0.005, "export/test_funtionalized_assertions": 2.1189999999999998, "export/test_pass_infra": 0.001, "export/test_passes": 0.002, "export/test_serialize": 1.5399999999999996, "export/test_upgrade": 0.001, "export/test_verifier": 0.002, "functorch/test_aotdispatch": 16.796, "functorch/test_control_flow": 0.04300000000000003, "functorch/test_dims": 25.351, "functorch/test_eager_transforms": 8.622, "functorch/test_memory_efficient_fusion": 8.132, "functorch/test_minifier": 1.7129999999999999, "functorch/test_ops": 5704.559999999972, "functorch/test_parsing": 1.572, "functorch/test_rearrange": 1.6549999999999996, "functorch/test_vmap": 330.3919999999987, "functorch/test_vmap_registrations": 3.3279999999998062, "inductor/test_fx_fusion": 1.5709999999999997, "lazy/test_debug_util": 0.001, "lazy/test_reuse_ir": 0.004, "lazy/test_step_closures": 3.556, "lazy/test_ts_opinfo": 0.469, "nn/test_convolution": 30.702999999999857, "nn/test_dropout": 1.7669999999999997, "nn/test_embedding": 14.744000000000002, "nn/test_lazy_modules": 1.7689999999999977, "nn/test_module_hooks": 2.0959999999999996, "nn/test_multihead_attention": 7.860999999999999, "nn/test_packed_sequence": 2.402999999999999, "nn/test_parametrization": 1.8349999999999989, "nn/test_pooling": 7.909999999999995, "nn/test_pruning": 1.3569999999999984, "profiler/test_memory_profiler": 7.4590000000000005, "profiler/test_profiler": 25.276000000000003, "profiler/test_profiler_tree": 1.7979999999999994, "test_ao_sparsity": 13.073, "test_autocast": 3.5579999999999994, "test_autograd": 34.83700000000005, "test_autograd_fallback": 0.4070000000000001, "test_binary_ufuncs": 191.49800000000405, "test_bundled_inputs": 2.8829999999999996, "test_comparison_utils": 2.4699999999999998, "test_compile_benchmark_util": 0.001, "test_complex": 1.7919999999999991, "test_content_store": 1.5729999999999997, "test_cpp_api_parity": 18.021000000000022, "test_cpp_extensions_aot_ninja": 2.3039999999999994, "test_cpp_extensions_aot_no_ninja": 2.0299999999999994, "test_cpp_extensions_jit": 450.74600000000004, "test_cpp_extensions_open_device_registration": 14.024, "test_cuda": 103.71499999999995, "test_cuda_expandable_segments": 109.381, "test_cuda_multigpu": 1.9359999999999968, "test_cuda_nvml_based_avail": 0.07300000000000001, "test_cuda_primary_ctx": 0.003, "test_cuda_sanitizer": 1.6559999999999997, "test_cuda_trace": 8.122, "test_custom_backend": 0.114, "test_custom_ops": 3.8739999999999983, "test_dataloader": 834.294, "test_datapipe": 12.827000000000002, "test_decomp": 15332.317000000123, "test_deploy": 1.521, "test_dispatch": 66.66400000000002, "test_dlpack": 1.846999999999992, "test_dynamic_shapes": 6.259999999999998, "test_expanded_weights": 27.728999999999996, "test_fake_tensor": 10.567000000000004, "test_flop_counter": 1.2949999999999997, "test_foreach": 285.7520000000006, "test_function_schema": 1.9039999999999988, "test_functional_autograd_benchmark": 0.002, "test_functional_optim": 1.5709999999999997, "test_functionalization": 7.820999999999994, "test_futures": 2.155999999999999, "test_fx": 10.33599999999999, "test_fx_experimental": 4.468, "test_fx_passes": 1.8139999999999987, "test_fx_reinplace_pass": 2.702, "test_import_stats": 6.178, "test_indexing": 3.428999999999995, "test_itt": 1.538, "test_jit": 135.25400000000008, "test_jit_autocast": 46.28300000000001, "test_jit_cuda_fuser": 1455.1580000000006, "test_jit_disabled": 0.565, "test_jit_fuser_legacy": 0.003, "test_jit_fuser_te": 869.8819999999996, "test_jit_legacy": 122.954, "test_jit_llga_fuser": 0.01, "test_jiterator": 26.872000000000053, "test_legacy_vmap": 5.685999999999995, "test_license": 0.002, "test_linalg": 1325.7939999999944, "test_logging": 3.827, "test_masked": 24.87100000000002, "test_maskedtensor": 12.554000000000029, "test_matmul_cuda": 208.34899999999996, "test_meta": 2163.6059999997187, "test_mkl_verbose": 6.197, "test_mkldnn": 39.41200000000002, "test_mkldnn_fusion": 186.999, "test_mkldnn_verbose": 5.9879999999999995, "test_mobile_optimizer": 2.8899999999999992, "test_model_dump": 1.6969999999999994, "test_module_init": 3.9699999999999664, "test_modules": 964.431999999983, "test_monitor": 1.927, "test_multiprocessing": 369.65999999999985, "test_multiprocessing_spawn": 29.96, "test_namedtensor": 4.020999999999994, "test_namedtuple_return_api": 2.234, "test_native_functions": 2.2559999999999993, "test_native_mha": 2.6039999999999957, "test_nestedtensor": 5.29499999999999, "test_nn": 175.75500000000451, "test_numba_integration": 1.7289999999999994, "test_numpy_interop": 1.3619999999999977, "test_nvfuser_frontend": 6.976999999999999, "test_openmp": 5.723, "test_ops": 6970.02199999991, "test_ops_fwd_gradients": 1106.771999999969, "test_ops_gradients": 2235.326999999948, "test_ops_jit": 1450.6049999999973, "test_optim": 207.60000000000002, "test_out_dtype_op": 0.003, "test_overrides": 2.057999999999917, "test_package": 2.1519999999999997, "test_per_overload_api": 1.538, "test_prims": 2.081, "test_proxy_tensor": 8.059, "test_pruning_op": 1.752, "test_public_bindings": 7.109, "test_python_dispatch": 3.5339999999999994, "test_pytree": 1.6599999999999988, "test_quantization": 770.9789999999997, "test_reductions": 101.35900000000288, "test_scatter_gather_ops": 15.187, "test_schema_check": 434.4259999999933, "test_segment_reductions": 5.000999999999997, "test_serialization": 47.07900000000001, "test_set_default_mobile_cpu_allocator": 2.931, "test_shape_ops": 3.4609999999999936, "test_show_pickle": 0.001, "test_sort_and_select": 6.163999999999992, "test_sparse": 759.9060000000022, "test_sparse_csr": 267.68199999999797, "test_sparse_semi_structured": 12.569999999999995, "test_spectral_ops": 22.18200000000004, "test_stateless": 13.098999999999997, "test_subclass": 1.885999999999995, "test_sympy_utils": 23.00800000000002, "test_tensor_creation_ops": 92.87500000000024, "test_tensorboard": 3.3489999999999993, "test_tensorexpr": 76.34700000000002, "test_tensorexpr_pybind": 1.5869999999999986, "test_testing": 12.161999999999919, "test_torch": 147.4580000000003, "test_transformers": 325.6399999999798, "test_type_hints": 0.001, "test_type_info": 1.553, "test_type_promotion": 11.302000000000078, "test_unary_ufuncs": 560.234999999932, "test_utils": 74.61500000000022, "test_view_ops": 19.77499999999998, "test_vulkan": 0.001, "test_weak": 5.844000000000001, "test_xnnpack_integration": 127.968, "torch_np/numpy_tests/core/test_dlpack": 1.7899999999999947, "torch_np/numpy_tests/core/test_dtype": 1.6409999999999965, "torch_np/numpy_tests/core/test_einsum": 19.434, "torch_np/numpy_tests/core/test_getlimits": 1.7309999999999999, "torch_np/numpy_tests/core/test_indexing": 2.258999999999997, "torch_np/numpy_tests/core/test_multiarray": 36.96900000000001, "torch_np/numpy_tests/core/test_numeric": 6.977, "torch_np/numpy_tests/core/test_numerictypes": 1.5959999999999996, "torch_np/numpy_tests/core/test_scalar_ctors": 1.7439999999999998, "torch_np/numpy_tests/core/test_scalar_methods": 1.8049999999999986, "torch_np/numpy_tests/core/test_scalarinherit": 0.003, "torch_np/numpy_tests/core/test_scalarmath": 29.141, "torch_np/numpy_tests/core/test_shape_base": 3.259999999999998, "torch_np/numpy_tests/fft/test_helper": 10.091000000000001, "torch_np/numpy_tests/fft/test_pocketfft": 5.138, "torch_np/numpy_tests/lib/test_arraypad": 1.8109999999999993, "torch_np/numpy_tests/lib/test_arraysetops": 1.7649999999999968, "torch_np/numpy_tests/lib/test_function_base": 4.185000000000001, "torch_np/numpy_tests/lib/test_histograms": 2.6199999999999974, "torch_np/numpy_tests/lib/test_index_tricks": 1.769999999999999, "torch_np/numpy_tests/lib/test_shape_base_": 2.7609999999999997, "torch_np/numpy_tests/lib/test_twodim_base": 2.6889999999999996, "torch_np/numpy_tests/lib/test_type_check": 1.826, "torch_np/numpy_tests/linalg/test_linalg": 15.203999999999997, "torch_np/test_basic": 3.8149999999999773, "torch_np/test_binary_ufuncs": 1.848999999999997, "torch_np/test_dtype": 1.5319999999999965, "torch_np/test_function_base": 2.732, "torch_np/test_ndarray_methods": 5.9, "torch_np/test_nep50_examples": 0.2520000000000001, "torch_np/test_random": 1.5019999999999964, "torch_np/test_reductions": 5.432999999999947, "torch_np/test_scalars_0D_arrays": 1.5579999999999992, "torch_np/test_ufuncs_basic": 4.083999999999996, "torch_np/test_unary_ufuncs": 1.8179999999999978}, "force_on_cpu": {"backends/xeon/test_launch": 0.001, "benchmark_utils/test_benchmark_utils": 0.7640000000000001, "distributions/test_distributions": 61.052, "export/test_db": 0.006, "export/test_export": 0.014000000000000005, "export/test_funtionalized_assertions": 0.896, "export/test_pass_infra": 0.001, "export/test_passes": 0.002, "export/test_serialize": 0.25, "export/test_upgrade": 0.002, "export/test_verifier": 0.002, "functorch/test_aotdispatch": 13.591000000000003, "functorch/test_control_flow": 0.025000000000000012, "functorch/test_dims": 22.195000000000007, "functorch/test_eager_transforms": 0.11300000000000003, "functorch/test_memory_efficient_fusion": 0.47900000000000004, "functorch/test_minifier": 0.45, "functorch/test_parsing": 0.34800000000000003, "functorch/test_rearrange": 0.36300000000000004, "functorch/test_vmap": 3.8859999999999966, "functorch/test_vmap_registrations": 2.230999999999883, "inductor/test_fx_fusion": 0.36900000000000005, "lazy/test_debug_util": 0.001, "lazy/test_reuse_ir": 0.001, "lazy/test_step_closures": 2.2939999999999996, "lazy/test_ts_opinfo": 0.45699999999999996, "nn/test_convolution": 8.808, "nn/test_dropout": 0.07400000000000001, "nn/test_embedding": 0.6920000000000001, "nn/test_lazy_modules": 0.6520000000000002, "nn/test_module_hooks": 0.8180000000000001, "nn/test_multihead_attention": 6.731999999999999, "nn/test_packed_sequence": 1.1429999999999996, "nn/test_parametrization": 0.7360000000000001, "nn/test_pooling": 1.359, "nn/test_pruning": 0.10400000000000005, "profiler/test_memory_profiler": 8.814, "profiler/test_profiler": 16.113999999999997, "profiler/test_profiler_tree": 0.668, "test_ao_sparsity": 13.514000000000001, "test_autocast": 1.583, "test_autograd": 28.84799999999999, "test_autograd_fallback": 0.4160000000000001, "test_bundled_inputs": 1.3439999999999994, "test_comparison_utils": 0.995, "test_compile_benchmark_util": 0.001, "test_cpp_api_parity": 6.9640000000000315, "test_cpp_extensions_aot_ninja": 0.628, "test_cpp_extensions_aot_no_ninja": 0.627, "test_cpp_extensions_jit": 214.81500000000003, "test_cpp_extensions_open_device_registration": 14.365, "test_custom_backend": 0.106, "test_custom_ops": 2.12, "test_dataloader": 500.6320000000002, "test_datapipe": 8.713, "test_decomp": 0.205, "test_deploy": 0.337, "test_dispatch": 49.601000000000006, "test_dynamic_shapes": 5.853000000000001, "test_fake_tensor": 1.303, "test_flop_counter": 0.05600000000000001, "test_function_schema": 0.708, "test_functional_autograd_benchmark": 0.002, "test_functional_optim": 0.384, "test_functionalization": 9.545999999999996, "test_futures": 0.9580000000000001, "test_fx": 8.475999999999981, "test_fx_experimental": 1.9819999999999989, "test_fx_passes": 0.7290000000000002, "test_fx_reinplace_pass": 1.6129999999999998, "test_import_stats": 4.968, "test_itt": 0.301, "test_jit": 101.34200000000003, "test_jit_autocast": 43.25399999999999, "test_jit_cuda_fuser": 0.7960000000000002, "test_jit_disabled": 0.599, "test_jit_fuser_te": 312.1330000000001, "test_jit_llga_fuser": 0.006, "test_legacy_vmap": 3.0149999999999992, "test_license": 0.002, "test_logging": 2.665, "test_maskedtensor": 1.4190000000000005, "test_meta": 0.29100000000000004, "test_mkl_verbose": 4.73, "test_mkldnn": 36.767999999999994, "test_mkldnn_fusion": 186.07799999999997, "test_mkldnn_verbose": 4.812, "test_mobile_optimizer": 1.425, "test_model_dump": 0.528, "test_monitor": 0.856, "test_multiprocessing": 333.5689999999999, "test_multiprocessing_spawn": 26.473, "test_namedtensor": 1.034, "test_namedtuple_return_api": 2.2359999999999998, "test_native_functions": 1.1589999999999998, "test_nestedtensor": 0.7720000000000001, "test_nn": 56.871000000000066, "test_numba_integration": 0.008, "test_nvfuser_frontend": 0.010000000000000002, "test_openmp": 4.523, "test_optim": 128.65999999999997, "test_out_dtype_op": 0.003, "test_overrides": 2.0709999999999247, "test_package": 1.0380000000000003, "test_per_overload_api": 0.331, "test_prims": 0.013000000000000001, "test_proxy_tensor": 5.026999999999999, "test_pruning_op": 0.517, "test_public_bindings": 5.954, "test_python_dispatch": 0.9670000000000001, "test_pytree": 0.41300000000000003, "test_quantization": 814.0809999999999, "test_schema_check": 0.78, "test_serialization": 52.757000000000005, "test_set_default_mobile_cpu_allocator": 0.892, "test_show_pickle": 0.001, "test_sparse": 0.35000000000000003, "test_sparse_csr": 0.526, "test_stateless": 9.309999999999999, "test_subclass": 0.7350000000000002, "test_sympy_utils": 20.57599999999999, "test_tensorboard": 1.9629999999999999, "test_tensorexpr": 30.112, "test_tensorexpr_pybind": 0.34700000000000003, "test_testing": 4.1259999999999994, "test_torch": 2.9879999999999836, "test_type_hints": 0.001, "test_type_info": 0.319, "test_utils": 48.385000000000005, "test_vulkan": 0.001, "test_weak": 4.290999999999999, "test_xnnpack_integration": 108.156, "torch_np/numpy_tests/core/test_dlpack": 0.6530000000000001, "torch_np/numpy_tests/core/test_dtype": 0.42600000000000005, "torch_np/numpy_tests/core/test_einsum": 15.005999999999998, "torch_np/numpy_tests/core/test_getlimits": 0.61, "torch_np/numpy_tests/core/test_indexing": 1.1559999999999984, "torch_np/numpy_tests/core/test_multiarray": 34.54600000000001, "torch_np/numpy_tests/core/test_numeric": 8.587, "torch_np/numpy_tests/core/test_numerictypes": 0.35300000000000004, "torch_np/numpy_tests/core/test_scalar_ctors": 0.6510000000000001, "torch_np/numpy_tests/core/test_scalar_methods": 0.67, "torch_np/numpy_tests/core/test_scalarinherit": 0.001, "torch_np/numpy_tests/core/test_scalarmath": 25.436999999999998, "torch_np/numpy_tests/core/test_shape_base": 1.4840000000000002, "torch_np/numpy_tests/fft/test_helper": 9.107000000000003, "torch_np/numpy_tests/fft/test_pocketfft": 4.388, "torch_np/numpy_tests/lib/test_arraypad": 0.561, "torch_np/numpy_tests/lib/test_arraysetops": 0.4830000000000001, "torch_np/numpy_tests/lib/test_function_base": 3.133000000000001, "torch_np/numpy_tests/lib/test_histograms": 1.5349999999999988, "torch_np/numpy_tests/lib/test_index_tricks": 0.6380000000000001, "torch_np/numpy_tests/lib/test_shape_base_": 1.5700000000000003, "torch_np/numpy_tests/lib/test_twodim_base": 1.4709999999999999, "torch_np/numpy_tests/lib/test_type_check": 0.6590000000000001, "torch_np/numpy_tests/linalg/test_linalg": 9.834, "torch_np/test_basic": 1.8410000000000006, "torch_np/test_binary_ufuncs": 0.7490000000000001, "torch_np/test_dtype": 0.34700000000000003, "torch_np/test_function_base": 1.219, "torch_np/test_ndarray_methods": 4.677, "torch_np/test_nep50_examples": 0.4610000000000003, "torch_np/test_random": 0.3490000000000001, "torch_np/test_reductions": 4.4059999999999455, "torch_np/test_scalars_0D_arrays": 0.3420000000000001, "torch_np/test_ufuncs_basic": 2.0960000000000005, "torch_np/test_unary_ufuncs": 0.6680000000000001}}} \ No newline at end of file diff --git a/tools/stats/upload_test_stats.py b/tools/stats/upload_test_stats.py index 48d0f1b9a6dad..24da991e3fcbe 100644 --- a/tools/stats/upload_test_stats.py +++ b/tools/stats/upload_test_stats.py @@ -4,7 +4,7 @@ import xml.etree.ElementTree as ET from pathlib import Path from tempfile import TemporaryDirectory -from typing import Any, Dict, List, Tuple +from typing import Any, Dict, List, Optional from tools.stats.upload_stats_lib import ( download_gha_artifacts, @@ -14,13 +14,16 @@ ) -def get_job_id(report: Path) -> int: +def get_job_id(report: Path) -> Optional[int]: # [Job id in artifacts] # Retrieve the job id from the report path. In our GHA workflows, we append # the job id to the end of the report name, so `report` looks like: # unzipped-test-reports-foo_5596745227/test/test-reports/foo/TEST-foo.xml # and we want to get `5596745227` out of it. - return int(report.parts[0].rpartition("_")[2]) + try: + return int(report.parts[0].rpartition("_")[2]) + except ValueError: + return None def parse_xml_report( @@ -32,12 +35,8 @@ def parse_xml_report( """Convert a test report xml file into a JSON-serializable list of test cases.""" print(f"Parsing {tag}s for test report: {report}") - try: - job_id = get_job_id(report) - print(f"Found job id: {job_id}") - except Exception: - job_id = None - print("Failed to find job id") + job_id = get_job_id(report) + print(f"Found job id: {job_id}") test_cases: List[Dict[str, Any]] = [] @@ -121,24 +120,7 @@ def process_xml_element(element: ET.Element) -> Dict[str, Any]: return ret -def get_pytest_parallel_times() -> Dict[Any, Any]: - pytest_parallel_times: Dict[Any, Any] = {} - for report in Path(".").glob("**/python-pytest/**/*.xml"): - invoking_file = report.parent.name - - root = ET.parse(report) - - assert len(list(root.iter("testsuite"))) == 1 - for test_suite in root.iter("testsuite"): - pytest_parallel_times[ - (invoking_file, get_job_id(report)) - ] = test_suite.attrib["time"] - return pytest_parallel_times - - -def get_tests( - workflow_run_id: int, workflow_run_attempt: int -) -> Tuple[List[Dict[str, Any]], Dict[Any, Any]]: +def get_tests(workflow_run_id: int, workflow_run_attempt: int) -> List[Dict[str, Any]]: with TemporaryDirectory() as temp_dir: print("Using temporary directory:", temp_dir) os.chdir(temp_dir) @@ -168,14 +150,12 @@ def get_tests( ) ) - pytest_parallel_times = get_pytest_parallel_times() - - return test_cases, pytest_parallel_times + return test_cases def get_tests_for_circleci( workflow_run_id: int, workflow_run_attempt: int -) -> Tuple[List[Dict[str, Any]], Dict[Any, Any]]: +) -> List[Dict[str, Any]]: # Parse the reports and transform them to JSON test_cases = [] for xml_report in Path(".").glob("**/test/test-reports/**/*.xml"): @@ -185,44 +165,7 @@ def get_tests_for_circleci( ) ) - pytest_parallel_times = get_pytest_parallel_times() - - return test_cases, pytest_parallel_times - - -def get_invoking_file_times( - test_case_summaries: List[Dict[str, Any]], pytest_parallel_times: Dict[Any, Any] -) -> List[Dict[str, Any]]: - def get_key(summary: Dict[str, Any]) -> Any: - return ( - summary["invoking_file"], - summary["job_id"], - ) - - def init_value(summary: Dict[str, Any]) -> Any: - return { - "job_id": summary["job_id"], - "workflow_id": summary["workflow_id"], - "workflow_run_attempt": summary["workflow_run_attempt"], - "invoking_file": summary["invoking_file"], - "time": 0.0, - } - - ret = {} - for summary in test_case_summaries: - key = get_key(summary) - if key not in ret: - ret[key] = init_value(summary) - ret[key]["time"] += summary["time"] - - for key, val in ret.items(): - # when running in parallel in pytest, adding the test times will not give the correct - # time used to run the file, which will make the sharding incorrect, so if the test is - # run in parallel, we take the time reported by the testsuite - if key in pytest_parallel_times: - val["time"] = pytest_parallel_times[key] - - return list(ret.values()) + return test_cases def summarize_test_cases(test_cases: List[Dict[str, Any]]) -> List[Dict[str, Any]]: @@ -313,13 +256,11 @@ def init_value(test_case: Dict[str, Any]) -> Dict[str, Any]: print(f"Workflow id is: {args.workflow_run_id}") if args.circleci: - test_cases, pytest_parallel_times = get_tests_for_circleci( + test_cases = get_tests_for_circleci( args.workflow_run_id, args.workflow_run_attempt ) else: - test_cases, pytest_parallel_times = get_tests( - args.workflow_run_id, args.workflow_run_attempt - ) + test_cases = get_tests(args.workflow_run_id, args.workflow_run_attempt) # Flush stdout so that any errors in Rockset upload show up last in the logs. sys.stdout.flush() @@ -327,9 +268,6 @@ def init_value(test_case: Dict[str, Any]) -> Dict[str, Any]: # For PRs, only upload a summary of test_runs. This helps lower the # volume of writes we do to Rockset. test_case_summary = summarize_test_cases(test_cases) - invoking_file_times = get_invoking_file_times( - test_case_summary, pytest_parallel_times - ) upload_workflow_stats_to_s3( args.workflow_run_id, @@ -338,13 +276,6 @@ def init_value(test_case: Dict[str, Any]) -> Dict[str, Any]: test_case_summary, ) - upload_workflow_stats_to_s3( - args.workflow_run_id, - args.workflow_run_attempt, - "invoking_file_times", - invoking_file_times, - ) - # Separate out the failed test cases. # Uploading everything is too data intensive most of the time, # but these will be just a tiny fraction. diff --git a/tools/test/test_upload_test_stats.py b/tools/test/test_upload_test_stats.py index 23daf9ecd2b83..be27d341576c6 100644 --- a/tools/test/test_upload_test_stats.py +++ b/tools/test/test_upload_test_stats.py @@ -13,7 +13,7 @@ class TestUploadTestStats(unittest.TestCase): ) def test_existing_job(self) -> None: """Run on a known-good job and make sure we don't error and get basically okay results.""" - test_cases, _ = get_tests(2561394934, 1) + test_cases = get_tests(2561394934, 1) self.assertEqual(len(test_cases), 609873) summary = summarize_test_cases(test_cases) self.assertEqual(len(summary), 5068)