From 9d0be7c4aeed2ef5e11f2e739537bf2d27cec65b Mon Sep 17 00:00:00 2001 From: Waymo Research Date: Wed, 22 Mar 2023 21:32:14 -0700 Subject: [PATCH] Merged commit includes the following changes: 518755282 by Waymo Research: Internal change 518691042 by Waymo Research: Re-write package build rules/scripts from scratch. Minor fixes for tutorials Rename third_party into wdl_limited Move all source code into src folder. -- PiperOrigin-RevId: 518755282 --- .gitignore | 28 + LICENSE | 12 +- README.md | 26 +- WORKSPACE.in | 98 -- configure.sh | 99 -- pip_pkg_scripts/LICENSE | 201 --- pip_pkg_scripts/MANIFEST.in | 1 - pip_pkg_scripts/README.md | 30 - pip_pkg_scripts/build.Dockerfile | 53 - pip_pkg_scripts/build.sh | 86 - pip_pkg_scripts/build_pip_pkg.sh | 74 - pip_pkg_scripts/setup.py.in | 93 -- src/.bazelrc | 9 + src/.bazelversion | 1 + src/WORKSPACE | 191 +++ src/waymo_open_dataset/.dockerignore | 31 + .../waymo_open_dataset}/BUILD | 18 +- .../waymo_open_dataset}/LICENSE | 12 +- .../waymo_open_dataset}/__init__.py | 0 .../waymo_open_dataset/bazel}/deeplab2.BUILD | 5 + .../waymo_open_dataset/bazel}/glog.BUILD | 0 .../waymo_open_dataset/bazel}/six.BUILD | 0 .../waymo_open_dataset/bazel}/zlib.BUILD | 0 .../waymo_open_dataset}/common/BUILD | 0 .../waymo_open_dataset}/common/status.cc | 0 .../waymo_open_dataset}/common/status.h | 0 .../waymo_open_dataset}/data_conversion/BUILD | 6 +- .../data_conversion/scenario_conversion.cc | 0 .../data_conversion/scenario_conversion.h | 0 .../scenario_conversion_test.cc | 3 - .../waymo_open_dataset}/dataset.proto | 0 .../waymo_open_dataset}/label.proto | 0 .../waymo_open_dataset}/latency/BUILD | 3 + .../waymo_open_dataset}/latency/README.md | 0 ...compare_objects_file_to_submission_main.cc | 0 .../examples/2d_challenge/pytorch/Dockerfile | 0 .../wod_latency_submission/__init__.py | 0 .../2d_challenge/tensorflow/Dockerfile | 0 .../wod_latency_submission/__init__.py | 0 .../wod_latency_submission/model.py | 0 .../pytorch/from_saved_model/Dockerfile | 0 .../pytorch/from_saved_model/README.md | 0 .../lib/wod_latency_submission/__init__.py | 0 .../tensorflow/from_saved_model/Dockerfile | 0 .../wod_latency_submission/__init__.py | 0 .../wod_latency_submission/model.py | 0 .../saved_model/saved_model.pb | Bin .../variables/variables.data-00000-of-00001 | Bin .../saved_model/variables/variables.index | Bin .../examples/tensorflow/multiframe/Dockerfile | 0 .../wod_latency_submission/__init__.py | 0 .../wod_latency_submission/model.py | 0 .../make_objects_file_from_latency_results.py | 0 .../latency/run_latency_evaluation.sh | 0 .../latency/wod_latency_evaluator.py | 0 .../waymo_open_dataset}/math/BUILD | 0 .../waymo_open_dataset}/math/aabox2d.h | 0 .../waymo_open_dataset}/math/aabox2d_test.cc | 0 .../waymo_open_dataset}/math/box2d.cc | 0 .../waymo_open_dataset}/math/box2d.h | 0 .../waymo_open_dataset}/math/box2d_test.cc | 0 .../waymo_open_dataset}/math/exactfloat.cc | 0 .../waymo_open_dataset}/math/exactfloat.h | 0 .../math/exactfloat_test.cc | 0 .../waymo_open_dataset}/math/math_util.h | 0 .../waymo_open_dataset}/math/polygon2d.cc | 0 .../waymo_open_dataset}/math/polygon2d.h | 0 .../math/polygon2d_test.cc | 0 .../waymo_open_dataset}/math/segment2d.cc | 0 .../waymo_open_dataset}/math/segment2d.h | 0 .../waymo_open_dataset}/math/vec2d.h | 0 .../waymo_open_dataset}/math/vec2d_test.cc | 0 .../waymo_open_dataset}/math/vec3d.h | 0 .../waymo_open_dataset}/math/vec3d_test.cc | 0 .../waymo_open_dataset}/metrics/BUILD | 0 .../waymo_open_dataset/metrics}/__init__.py | 0 .../metrics/breakdown_generator.cc | 0 .../metrics/breakdown_generator.h | 0 .../metrics/breakdown_generator_test.cc | 0 .../metrics/config_util.cc | 0 .../waymo_open_dataset}/metrics/config_util.h | 0 .../metrics/detection_metrics.cc | 0 .../metrics/detection_metrics.h | 0 .../metrics/detection_metrics_test.cc | 0 .../waymo_open_dataset}/metrics/hungarian.cc | 0 .../waymo_open_dataset}/metrics/hungarian.h | 0 .../metrics/hungarian_test.cc | 0 .../waymo_open_dataset}/metrics/iou.cc | 0 .../waymo_open_dataset}/metrics/iou.h | 0 .../waymo_open_dataset}/metrics/iou_test.cc | 0 .../waymo_open_dataset}/metrics/matcher.cc | 0 .../waymo_open_dataset}/metrics/matcher.h | 0 .../metrics/matcher_test.cc | 0 .../metrics/metrics_utils.cc | 0 .../metrics/metrics_utils.h | 0 .../metrics/metrics_utils_test.cc | 0 .../waymo_open_dataset}/metrics/mot.cc | 0 .../waymo_open_dataset}/metrics/mot.h | 0 .../waymo_open_dataset}/metrics/mot_test.cc | 0 .../metrics/motion_metrics.cc | 0 .../metrics/motion_metrics.h | 0 .../metrics/motion_metrics_test.cc | 0 .../metrics/motion_metrics_utils.cc | 0 .../metrics/motion_metrics_utils.h | 0 .../metrics/motion_metrics_utils_test.cc | 0 .../waymo_open_dataset}/metrics/ops/BUILD | 21 +- .../metrics}/ops/__init__.py | 0 .../metrics/ops/detection_metrics_ops.cc | 0 .../metrics/ops/detection_metrics_ops_test.py | 0 .../metrics/ops/matcher_ops.cc | 0 .../metrics/ops/metrics_ops.cc | 0 .../metrics/ops/motion_metrics_ops.cc | 0 .../metrics/ops/motion_metrics_ops_test.py | 0 .../metrics/ops/py_metrics_ops.py | 0 .../metrics/ops/tracking_metrics_ops.cc | 0 .../metrics/ops/tracking_metrics_ops_test.py | 0 .../waymo_open_dataset}/metrics/ops/utils.cc | 0 .../waymo_open_dataset}/metrics/ops/utils.h | 0 .../waymo_open_dataset}/metrics/python/BUILD | 18 +- .../metrics/python}/__init__.py | 0 .../metrics/python/config_util_py.py | 0 .../metrics/python/config_util_test.py | 0 .../metrics/python/detection_metrics.py | 0 .../metrics/python/detection_metrics_test.py | 0 .../metrics/python/keypoint_metrics.py | 0 .../metrics/python/keypoint_metrics_test.py | 0 .../metrics/python/matcher.py | 0 .../metrics/python/matcher_test.py | 0 .../metrics/python/motion_metrics.py | 0 .../metrics/python/motion_metrics_test.py | 0 .../metrics/python/testdata/README.md | 0 .../metrics/python/testdata/oks_testdata.json | 0 .../metrics/python/tracking_metrics.py | 0 .../metrics/python/tracking_metrics_test.py | 0 .../metrics/python/wod_detection_evaluator.py | 0 .../python/wod_detection_evaluator_test.py | 0 .../metrics/segmentation_metrics.cc | 0 .../metrics/segmentation_metrics.h | 0 .../metrics/segmentation_metrics_test.cc | 0 .../waymo_open_dataset}/metrics/test_utils.cc | 0 .../waymo_open_dataset}/metrics/test_utils.h | 0 .../waymo_open_dataset}/metrics/tools/BUILD | 0 .../compute_detection_let_metrics_main.cc | 0 .../tools/compute_detection_metrics_main.cc | 0 .../compute_segmentation_metrics_main.cc | 0 .../tools/compute_tracking_metrics_main.cc | 0 .../tools/create_prediction_file_example.py | 0 ...te_segmentation_prediction_file_example.py | 0 .../metrics/tools/create_submission.cc | 0 .../metrics/tools/fake_ground_truths.bin | Bin .../metrics/tools/fake_predictions.bin | Bin .../tools/fake_segmentation_groundtruths.bin | Bin .../tools/fake_segmentation_predictions.bin | Bin .../metrics/tools/submission.txtpb | 0 .../metrics/tracking_metrics.cc | 0 .../metrics/tracking_metrics.h | 0 .../metrics/tracking_metrics_test.cc | 0 src/waymo_open_dataset/pip_pkg_scripts/BUILD | 224 +++ .../pip_pkg_scripts/README.md | 57 + .../pip_pkg_scripts/auditwheel_wrapper.py | 36 + .../pip_pkg_scripts/build.Dockerfile | 35 + .../pip_pkg_scripts/build.sh | 18 +- .../waymo_open_dataset}/protos/BUILD | 2 +- .../waymo_open_dataset/protos}/__init__.py | 0 .../waymo_open_dataset}/protos/box.proto | 0 .../protos/breakdown.proto | 0 .../protos/camera_segmentation.proto | 0 .../protos/camera_segmentation_metrics.proto | 0 .../camera_segmentation_submission.proto | 0 .../protos/compressed_lidar.proto | 0 .../protos/conversion_config.proto | 2 - .../waymo_open_dataset/protos/defs.bzl | 0 .../waymo_open_dataset}/protos/keypoint.proto | 0 .../protos/keypoints_metrics.proto | 0 .../protos/keypoints_submission.proto | 0 .../waymo_open_dataset}/protos/map.proto | 0 .../waymo_open_dataset}/protos/metrics.proto | 1 - .../protos/motion_metrics.proto | 0 .../protos/motion_submission.proto | 0 .../protos/occupancy_flow_metrics.proto | 0 .../protos/occupancy_flow_submission.proto | 0 .../waymo_open_dataset}/protos/scenario.proto | 0 .../protos/segmentation.proto | 0 .../protos/segmentation_metrics.proto | 0 .../protos/segmentation_submission.proto | 0 .../protos/sim_agents_metrics.proto | 0 .../protos/sim_agents_submission.proto | 0 .../protos/submission.proto | 0 .../waymo_open_dataset}/protos/vector.proto | 0 src/waymo_open_dataset/requirements.in | 19 + src/waymo_open_dataset/requirements.txt | 1266 ++++++++++++++ .../waymo_open_dataset}/utils/BUILD | 91 +- .../waymo_open_dataset/utils}/__init__.py | 0 .../waymo_open_dataset}/utils/box_utils.py | 0 .../utils/box_utils_test.py | 0 .../utils/camera_segmentation_utils.py | 0 .../utils/camera_segmentation_utils_test.py | 0 .../utils/compression/BUILD | 13 +- .../utils/compression/delta_encoder.py | 0 .../utils/compression/delta_encoder_test.py | 0 .../waymo_open_dataset}/utils/frame_utils.py | 0 .../utils/geometry_utils.py | 0 .../utils/geometry_utils_test.py | 0 .../utils/keypoint_data.py | 0 .../utils/keypoint_data_test.py | 0 .../utils/keypoint_draw.py | 0 .../utils/keypoint_draw_test.py | 0 .../utils/keypoint_test_util.py | 0 .../utils/occupancy_flow_data.py | 0 .../utils/occupancy_flow_data_test.py | 0 .../utils/occupancy_flow_grids.py | 0 .../utils/occupancy_flow_grids_test.py | 0 .../utils/occupancy_flow_metrics.py | 0 .../utils/occupancy_flow_metrics_test.py | 0 .../utils/occupancy_flow_renderer.py | 0 .../utils/occupancy_flow_renderer_test.py | 0 .../utils/occupancy_flow_test_util.py | 0 .../utils/occupancy_flow_test_util_test.py | 0 .../utils/occupancy_flow_vis.py | 0 .../utils/occupancy_flow_vis_test.py | 0 .../waymo_open_dataset}/utils/plot_maps.py | 0 .../utils/plot_maps_test.py | 0 .../waymo_open_dataset}/utils/pytype.bzl | 0 .../utils/range_image_utils.py | 0 .../utils/range_image_utils_test.py | 0 .../utils/sim_agents/BUILD | 9 + .../utils/sim_agents/converters.py | 0 .../utils/sim_agents/converters_test.py | 0 .../utils/sim_agents/submission_specs.py | 0 .../utils/sim_agents/submission_specs_test.py | 0 .../utils/sim_agents/test_utils.py | 0 .../sim_agents/testdata/test_config.textproto | 0 .../testdata/test_submission.binproto | Bin .../utils/sim_agents/visualizations.py | 0 .../waymo_open_dataset}/utils/test_utils.py | 0 .../waymo_open_dataset}/utils/testdata/BUILD | 0 .../testdata/motion_data_one_example.tfrecord | Bin .../motion_data_one_scenario.tfrecord | Bin .../testdata/pvps_data_one_frame.tfrecord | Bin .../utils/testdata/womd_lidar_data.tfrecord | Bin .../utils/testdata/womd_point_cloud.png | Bin .../testdata/womd_scenario_input.tfrecord | Bin .../utils/trajectory_utils.py | 0 .../utils/trajectory_utils_test.py | 3 +- .../utils/transform_utils.py | 0 .../utils/transform_utils_test.py | 0 .../utils/womd_lidar_utils.py | 0 .../utils/womd_lidar_utils_test.py | 0 .../waymo_open_dataset}/v2/BUILD | 30 +- .../waymo_open_dataset}/v2/__init__.py | 0 .../waymo_open_dataset}/v2/column_types.py | 0 .../waymo_open_dataset}/v2/component.py | 0 .../waymo_open_dataset}/v2/component_test.py | 0 .../waymo_open_dataset}/v2/dataframe_utils.py | 0 .../v2/dataframe_utils_test.py | 0 .../waymo_open_dataset}/v2/perception/BUILD | 31 +- .../waymo_open_dataset}/v2/perception/base.py | 0 .../waymo_open_dataset}/v2/perception/box.py | 0 .../v2/perception/box_test.py | 0 .../v2/perception/camera_image.py | 0 .../v2/perception/camera_image_test.py | 0 .../v2/perception/compat_v1/BUILD | 16 + .../v2/perception/compat_v1/box.py | 0 .../v2/perception/compat_v1/box_test.py | 0 .../v2/perception/compat_v1/camera_image.py | 0 .../perception/compat_v1/camera_image_test.py | 0 .../v2/perception/compat_v1/context.py | 0 .../v2/perception/compat_v1/context_test.py | 0 .../v2/perception/compat_v1/interfaces.py | 0 .../perception/compat_v1/interfaces_test.py | 0 .../v2/perception/compat_v1/keypoints.py | 0 .../v2/perception/compat_v1/keypoints_test.py | 0 .../v2/perception/compat_v1/lidar.py | 0 .../v2/perception/compat_v1/lidar_test.py | 0 .../v2/perception/compat_v1/pose.py | 0 .../v2/perception/compat_v1/pose_test.py | 0 .../v2/perception/compat_v1/segmentation.py | 0 .../perception/compat_v1/segmentation_test.py | 0 .../perception/compat_v1/testdata/README.md | 0 .../frame_with_camera_segmentation.tfrecord | Bin .../frame_with_lidar_segmentation.tfrecord | Bin .../compat_v1/testdata/two_frame.tfrecord | Bin .../v2/perception/context.py | 0 .../v2/perception/context_test.py | 0 .../v2/perception/keypoints.py | 0 .../v2/perception/keypoints_test.py | 0 .../v2/perception/lidar.py | 0 .../v2/perception/lidar_test.py | 0 .../waymo_open_dataset}/v2/perception/pose.py | 0 .../v2/perception/pose_test.py | 0 .../v2/perception/segmentation.py | 0 .../v2/perception/segmentation_test.py | 0 .../v2/perception/utils/BUILD | 6 + .../v2/perception/utils/lidar_utils.py | 0 .../v2/perception/utils/lidar_utils_test.py | 0 .../waymo_open_dataset}/v2/testdata/BUILD | 0 .../waymo_open_dataset}/v2/testdata/README.md | 0 ...3947602400723454_1120_000_1140_000.parquet | Bin ...3947602400723454_1120_000_1140_000.parquet | Bin .../waymo_open_dataset}/v2/typing_utils.py | 0 .../v2/typing_utils_test.py | 0 src/waymo_open_dataset/wdl_limited/BUILD | 4 + .../wdl_limited}/auditwheel_wrapper.py | 0 .../wdl_limited}/camera/BUILD | 11 +- .../wdl_limited}/camera/LICENSE | 0 .../wdl_limited}/camera/PATENTS | 0 .../wdl_limited/camera}/__init__.py | 0 .../wdl_limited}/camera/camera_model.cc | 2 +- .../wdl_limited}/camera/camera_model.h | 6 +- .../wdl_limited}/camera/camera_model_test.cc | 2 +- .../wdl_limited}/camera/ops/BUILD | 37 +- .../wdl_limited/camera/ops}/__init__.py | 0 .../camera/ops/camera_model_ops.cc | 2 +- .../camera/ops/camera_model_ops_test.py | 2 +- .../camera/ops/py_camera_model_ops.py | 0 .../wdl_limited}/camera_segmentation/BUILD | 9 +- .../wdl_limited}/camera_segmentation/LICENSE | 0 .../wdl_limited}/camera_segmentation/PATENTS | 0 .../camera_segmentation_metrics.py | 4 +- .../camera_segmentation_metrics_test.py | 2 +- .../wdl_limited}/sim_agents_metrics/BUILD | 38 +- .../wdl_limited}/sim_agents_metrics/LICENSE | 0 .../wdl_limited}/sim_agents_metrics/PATENTS | 0 .../challenge_config.textproto | 0 .../sim_agents_metrics/estimators.py | 0 .../sim_agents_metrics/estimators_test.py | 4 +- .../interaction_features.py | 3 +- .../interaction_features_test.py | 2 +- .../sim_agents_metrics/map_metric_features.py | 0 .../map_metric_features_test.py | 2 +- .../sim_agents_metrics/metric_features.py | 8 +- .../metric_features_test.py | 2 +- .../sim_agents_metrics/metrics.py | 6 +- .../sim_agents_metrics/metrics_test.py | 4 +- .../sim_agents_metrics/trajectory_features.py | 0 .../trajectory_features_test.py | 2 +- tf/BUILD | 1 - tf/BUILD.tpl | 18 - tf/tf_configure.bzl | 295 ---- tf/workspace_tf2_0_0.bzl | 50 - tf/workspace_tf2_10_0.bzl | 51 - tf/workspace_tf2_11_0.bzl | 51 - tf/workspace_tf2_1_0.bzl | 50 - tf/workspace_tf2_2_0.bzl | 50 - tf/workspace_tf2_3_0.bzl | 51 - tf/workspace_tf2_4_0.bzl | 51 - tf/workspace_tf2_5_0.bzl | 51 - tf/workspace_tf2_6_0.bzl | 51 - third_party/BUILD | 1 - .../gcc7_manylinux2010-nvcc-cuda10.0/BUILD | 173 -- .../cc_toolchain_config.bzl | 1486 ----------------- .../bin/crosstool_wrapper_driver_is_not_gcc | 272 --- .../windows/msvc_wrapper_for_nvcc.py | 214 --- tutorial/BUILD | 14 +- tutorial/tutorial_2d_pvps.ipynb | 2 +- tutorial/tutorial_keypoints.ipynb | 3 +- tutorial/tutorial_maps.ipynb | 151 +- tutorial/tutorial_sim_agents.ipynb | 4 +- tutorial/tutorial_v2.ipynb | 2 +- waymo_open_dataset/utils/__init__.py | 0 360 files changed, 2383 insertions(+), 3839 deletions(-) create mode 100644 .gitignore delete mode 100644 WORKSPACE.in delete mode 100755 configure.sh delete mode 100644 pip_pkg_scripts/LICENSE delete mode 100644 pip_pkg_scripts/MANIFEST.in delete mode 100644 pip_pkg_scripts/README.md delete mode 100644 pip_pkg_scripts/build.Dockerfile delete mode 100755 pip_pkg_scripts/build.sh delete mode 100755 pip_pkg_scripts/build_pip_pkg.sh delete mode 100644 pip_pkg_scripts/setup.py.in create mode 100644 src/.bazelrc create mode 100644 src/.bazelversion create mode 100644 src/WORKSPACE create mode 100644 src/waymo_open_dataset/.dockerignore rename {waymo_open_dataset => src/waymo_open_dataset}/BUILD (59%) rename {waymo_open_dataset => src/waymo_open_dataset}/LICENSE (98%) rename {third_party => src/waymo_open_dataset}/__init__.py (100%) rename {third_party => src/waymo_open_dataset/bazel}/deeplab2.BUILD (76%) rename {third_party => src/waymo_open_dataset/bazel}/glog.BUILD (100%) rename {third_party => src/waymo_open_dataset/bazel}/six.BUILD (100%) rename {third_party => src/waymo_open_dataset/bazel}/zlib.BUILD (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/common/BUILD (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/common/status.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/common/status.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/data_conversion/BUILD (88%) rename {waymo_open_dataset => src/waymo_open_dataset}/data_conversion/scenario_conversion.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/data_conversion/scenario_conversion.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/data_conversion/scenario_conversion_test.cc (99%) rename {waymo_open_dataset => src/waymo_open_dataset}/dataset.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/label.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/BUILD (91%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/README.md (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/compare_objects_file_to_submission_main.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/2d_challenge/pytorch/Dockerfile (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/2d_challenge/pytorch/wod_latency_submission/__init__.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/2d_challenge/tensorflow/Dockerfile (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/2d_challenge/tensorflow/wod_latency_submission/__init__.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/2d_challenge/tensorflow/wod_latency_submission/model.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/pytorch/from_saved_model/Dockerfile (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/pytorch/from_saved_model/README.md (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/pytorch/from_saved_model/submission/lib/wod_latency_submission/__init__.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/tensorflow/from_saved_model/Dockerfile (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/tensorflow/from_saved_model/wod_latency_submission/__init__.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/tensorflow/from_saved_model/wod_latency_submission/model.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/saved_model.pb (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/variables/variables.data-00000-of-00001 (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/variables/variables.index (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/tensorflow/multiframe/Dockerfile (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/tensorflow/multiframe/wod_latency_submission/__init__.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/examples/tensorflow/multiframe/wod_latency_submission/model.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/make_objects_file_from_latency_results.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/run_latency_evaluation.sh (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/latency/wod_latency_evaluator.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/BUILD (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/aabox2d.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/aabox2d_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/box2d.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/box2d.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/box2d_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/exactfloat.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/exactfloat.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/exactfloat_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/math_util.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/polygon2d.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/polygon2d.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/polygon2d_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/segment2d.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/segment2d.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/vec2d.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/vec2d_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/vec3d.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/math/vec3d_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/BUILD (100%) rename {third_party/camera => src/waymo_open_dataset/metrics}/__init__.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/breakdown_generator.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/breakdown_generator.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/breakdown_generator_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/config_util.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/config_util.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/detection_metrics.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/detection_metrics.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/detection_metrics_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/hungarian.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/hungarian.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/hungarian_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/iou.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/iou.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/iou_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/matcher.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/matcher.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/matcher_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/metrics_utils.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/metrics_utils.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/metrics_utils_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/mot.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/mot.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/mot_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/motion_metrics.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/motion_metrics.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/motion_metrics_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/motion_metrics_utils.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/motion_metrics_utils.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/motion_metrics_utils_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/ops/BUILD (85%) rename {third_party/camera => src/waymo_open_dataset/metrics}/ops/__init__.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/ops/detection_metrics_ops.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/ops/detection_metrics_ops_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/ops/matcher_ops.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/ops/metrics_ops.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/ops/motion_metrics_ops.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/ops/motion_metrics_ops_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/ops/py_metrics_ops.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/ops/tracking_metrics_ops.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/ops/tracking_metrics_ops_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/ops/utils.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/ops/utils.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/BUILD (84%) rename {waymo_open_dataset => src/waymo_open_dataset/metrics/python}/__init__.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/config_util_py.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/config_util_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/detection_metrics.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/detection_metrics_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/keypoint_metrics.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/keypoint_metrics_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/matcher.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/matcher_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/motion_metrics.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/motion_metrics_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/testdata/README.md (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/testdata/oks_testdata.json (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/tracking_metrics.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/tracking_metrics_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/wod_detection_evaluator.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/python/wod_detection_evaluator_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/segmentation_metrics.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/segmentation_metrics.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/segmentation_metrics_test.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/test_utils.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/test_utils.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/BUILD (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/compute_detection_let_metrics_main.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/compute_detection_metrics_main.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/compute_segmentation_metrics_main.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/compute_tracking_metrics_main.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/create_prediction_file_example.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/create_segmentation_prediction_file_example.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/create_submission.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/fake_ground_truths.bin (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/fake_predictions.bin (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/fake_segmentation_groundtruths.bin (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/fake_segmentation_predictions.bin (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tools/submission.txtpb (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tracking_metrics.cc (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tracking_metrics.h (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/metrics/tracking_metrics_test.cc (100%) create mode 100644 src/waymo_open_dataset/pip_pkg_scripts/BUILD create mode 100644 src/waymo_open_dataset/pip_pkg_scripts/README.md create mode 100644 src/waymo_open_dataset/pip_pkg_scripts/auditwheel_wrapper.py create mode 100644 src/waymo_open_dataset/pip_pkg_scripts/build.Dockerfile rename pip_pkg_scripts/docker_build_all.sh => src/waymo_open_dataset/pip_pkg_scripts/build.sh (57%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/BUILD (98%) rename {waymo_open_dataset/metrics => src/waymo_open_dataset/protos}/__init__.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/box.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/breakdown.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/camera_segmentation.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/camera_segmentation_metrics.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/camera_segmentation_submission.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/compressed_lidar.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/conversion_config.proto (98%) rename tf/build_config.bzl => src/waymo_open_dataset/protos/defs.bzl (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/keypoint.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/keypoints_metrics.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/keypoints_submission.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/map.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/metrics.proto (99%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/motion_metrics.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/motion_submission.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/occupancy_flow_metrics.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/occupancy_flow_submission.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/scenario.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/segmentation.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/segmentation_metrics.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/segmentation_submission.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/sim_agents_metrics.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/sim_agents_submission.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/submission.proto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/protos/vector.proto (100%) create mode 100644 src/waymo_open_dataset/requirements.in create mode 100644 src/waymo_open_dataset/requirements.txt rename {waymo_open_dataset => src/waymo_open_dataset}/utils/BUILD (76%) rename {waymo_open_dataset/metrics/ops => src/waymo_open_dataset/utils}/__init__.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/box_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/box_utils_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/camera_segmentation_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/camera_segmentation_utils_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/compression/BUILD (57%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/compression/delta_encoder.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/compression/delta_encoder_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/frame_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/geometry_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/geometry_utils_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/keypoint_data.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/keypoint_data_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/keypoint_draw.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/keypoint_draw_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/keypoint_test_util.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/occupancy_flow_data.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/occupancy_flow_data_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/occupancy_flow_grids.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/occupancy_flow_grids_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/occupancy_flow_metrics.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/occupancy_flow_metrics_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/occupancy_flow_renderer.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/occupancy_flow_renderer_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/occupancy_flow_test_util.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/occupancy_flow_test_util_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/occupancy_flow_vis.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/occupancy_flow_vis_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/plot_maps.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/plot_maps_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/pytype.bzl (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/range_image_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/range_image_utils_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/sim_agents/BUILD (88%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/sim_agents/converters.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/sim_agents/converters_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/sim_agents/submission_specs.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/sim_agents/submission_specs_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/sim_agents/test_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/sim_agents/testdata/test_config.textproto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/sim_agents/testdata/test_submission.binproto (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/sim_agents/visualizations.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/test_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/testdata/BUILD (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/testdata/motion_data_one_example.tfrecord (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/testdata/motion_data_one_scenario.tfrecord (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/testdata/pvps_data_one_frame.tfrecord (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/testdata/womd_lidar_data.tfrecord (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/testdata/womd_point_cloud.png (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/testdata/womd_scenario_input.tfrecord (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/trajectory_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/trajectory_utils_test.py (98%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/transform_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/transform_utils_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/womd_lidar_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/utils/womd_lidar_utils_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/BUILD (69%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/__init__.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/column_types.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/component.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/component_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/dataframe_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/dataframe_utils_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/BUILD (73%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/base.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/box.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/box_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/camera_image.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/camera_image_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/BUILD (90%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/box.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/box_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/camera_image.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/camera_image_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/context.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/context_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/interfaces.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/interfaces_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/keypoints.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/keypoints_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/lidar.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/lidar_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/pose.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/pose_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/segmentation.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/segmentation_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/testdata/README.md (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/testdata/frame_with_camera_segmentation.tfrecord (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/testdata/frame_with_lidar_segmentation.tfrecord (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/compat_v1/testdata/two_frame.tfrecord (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/context.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/context_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/keypoints.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/keypoints_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/lidar.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/lidar_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/pose.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/pose_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/segmentation.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/segmentation_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/utils/BUILD (88%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/utils/lidar_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/perception/utils/lidar_utils_test.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/testdata/BUILD (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/testdata/README.md (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/testdata/dataset/camera_hkp/10023947602400723454_1120_000_1140_000.parquet (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/testdata/dataset/vehicle_pose/10023947602400723454_1120_000_1140_000.parquet (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/typing_utils.py (100%) rename {waymo_open_dataset => src/waymo_open_dataset}/v2/typing_utils_test.py (100%) create mode 100644 src/waymo_open_dataset/wdl_limited/BUILD rename {third_party => src/waymo_open_dataset/wdl_limited}/auditwheel_wrapper.py (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera/BUILD (74%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera/LICENSE (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera/PATENTS (100%) rename {waymo_open_dataset/metrics/python => src/waymo_open_dataset/wdl_limited/camera}/__init__.py (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera/camera_model.cc (99%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera/camera_model.h (98%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera/camera_model_test.cc (99%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera/ops/BUILD (62%) rename {waymo_open_dataset/protos => src/waymo_open_dataset/wdl_limited/camera/ops}/__init__.py (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera/ops/camera_model_ops.cc (99%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera/ops/camera_model_ops_test.py (98%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera/ops/py_camera_model_ops.py (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera_segmentation/BUILD (71%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera_segmentation/LICENSE (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera_segmentation/PATENTS (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera_segmentation/camera_segmentation_metrics.py (98%) rename {third_party => src/waymo_open_dataset/wdl_limited}/camera_segmentation/camera_segmentation_metrics_test.py (97%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/BUILD (75%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/LICENSE (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/PATENTS (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/challenge_config.textproto (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/estimators.py (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/estimators_test.py (98%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/interaction_features.py (99%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/interaction_features_test.py (99%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/map_metric_features.py (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/map_metric_features_test.py (98%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/metric_features.py (98%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/metric_features_test.py (98%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/metrics.py (97%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/metrics_test.py (98%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/trajectory_features.py (100%) rename {third_party => src/waymo_open_dataset/wdl_limited}/sim_agents_metrics/trajectory_features_test.py (98%) delete mode 100644 tf/BUILD delete mode 100644 tf/BUILD.tpl delete mode 100644 tf/tf_configure.bzl delete mode 100644 tf/workspace_tf2_0_0.bzl delete mode 100644 tf/workspace_tf2_10_0.bzl delete mode 100644 tf/workspace_tf2_11_0.bzl delete mode 100644 tf/workspace_tf2_1_0.bzl delete mode 100644 tf/workspace_tf2_2_0.bzl delete mode 100644 tf/workspace_tf2_3_0.bzl delete mode 100644 tf/workspace_tf2_4_0.bzl delete mode 100644 tf/workspace_tf2_5_0.bzl delete mode 100644 tf/workspace_tf2_6_0.bzl delete mode 100644 third_party/BUILD delete mode 100755 third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/BUILD delete mode 100755 third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/cc_toolchain_config.bzl delete mode 100755 third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/clang/bin/crosstool_wrapper_driver_is_not_gcc delete mode 100755 third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/windows/msvc_wrapper_for_nvcc.py delete mode 100644 waymo_open_dataset/utils/__init__.py diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..f0bc597 --- /dev/null +++ b/.gitignore @@ -0,0 +1,28 @@ +# Ignore backup files. +*~ +# Ignore Vim swap files. +.*.swp +# Ignore files generated by IDEs. +.aswb/ +.cache/ +.classpath +.clwb/ +.factorypath +.idea/ +.ijwb/ +.project +.settings +.vscode/ +venv/ +.venv/ +bazel.iml +# Ignore all bazel-* symlinks. There is no full list since this can change +# based on the name of the directory bazel is cloned into. +bazel-* +# Ignore outputs generated during Bazel bootstrapping. +output/ +# Ignore jekyll build output. +production +.sass-cache +# User-specific .bazelrc +user.bazelrc diff --git a/LICENSE b/LICENSE index 49c0119..bbe0293 100644 --- a/LICENSE +++ b/LICENSE @@ -1,3 +1,9 @@ +Copyright © 2023 Waymo LLC +This code repository (excluding src/waymo_open_dataset/wdl_limited folder) is +licensed under the Apache License, Version 2.0. The code appearing in +src/waymo_open_dataset/wdl_limited folder is licensed under terms appearing +therein. + Apache License Version 2.0, January 2004 http://www.apache.org/licenses/ @@ -202,7 +208,7 @@ ------------------------------------------------------------------------------ -Files: third_party/camera/* +Files: src/waymo_open_dataset/wdl_limited/camera/* Copyright (c) 2019 Waymo LLC. @@ -234,7 +240,7 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. ------------------------------------------------------------------------------ -Files: third_party/camera_segmentation/* +Files: src/waymo_open_dataset/wdl_limited/camera_segmentation/* Copyright (c) 2023 Waymo LLC. @@ -266,7 +272,7 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. ------------------------------------------------------------------------------ -Files: third_party/sim_agents_metrics/* +Files: src/waymo_open_dataset/wdl_limited/sim_agents_metrics/* Copyright (c) 2023 Waymo LLC. diff --git a/README.md b/README.md index 91dc470..b0aa42a 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,24 @@ +## License +This code repository (excluding +[`src/waymo_open_dataset/wdl_limited`](src/waymo_open_dataset/wdl_limited) +folder) is licensed under the Apache License, Version 2.0. The code appearing in +[`src/waymo_open_dataset/wdl_limited`](src/waymo_open_dataset/wdl_limited) is +licensed under terms appearing therein. The Waymo Open Dataset itself is +licensed under separate terms. Please +visit [https://waymo.com/open/terms/](https://waymo.com/open/terms/) for +details. Code located in each of the subfolders located at +[`src/waymo_open_dataset/wdl_limited`](src/waymo_open_dataset/wdl_limited) is +licensed under (a) a BSD 3-clause copyright license and (b) an additional +limited patent license. Each limited +patent license is applicable only to code under the respective `wdl_limited` +subfolder, and is licensed for use only with the use case laid out in such +license in connection with the Waymo Open Dataset, as authorized by and in +compliance with the Waymo Dataset License Agreement for Non-Commercial Use. See +[wdl_limited/camera/](src/waymo_open_dataset/wdl_limited/camera), +[wdl_limited/camera_segmentation/](src/waymo_open_dataset/wdl_limited/camera_segmentation), +[wdl_limited/sim_agents_metrics/](src/waymo_open_dataset/wdl_limited/sim_agents_metrics), +respectively, for details. + # Waymo Open Dataset We have released the Waymo Open Dataset publicly to aid the research community in making advancements in machine perception and autonomous driving technology. @@ -93,11 +114,6 @@ This code repository contains: Please refer to the [Quick Start](docs/quick_start.md). -## License -This code repository (excluding third_party) is licensed under the Apache License, Version 2.0. Code appearing in third_party is licensed under terms appearing therein. - -The Waymo Open Dataset itself is licensed under separate terms. Please visit [https://waymo.com/open/terms/](https://waymo.com/open/terms/) for details. Code located at third_party/camera is licensed under a BSD 3-clause copyright license + an additional limited patent license applicable only when the code is used to process data from the Waymo Open Dataset as authorized by and in compliance with the Waymo Dataset License Agreement for Non-Commercial Use. See third_party/camera for details. - ## Citation ### for Perception dataset @InProceedings{Sun_2020_CVPR, diff --git a/WORKSPACE.in b/WORKSPACE.in deleted file mode 100644 index dd9e124..0000000 --- a/WORKSPACE.in +++ /dev/null @@ -1,98 +0,0 @@ -"""Install dependencies.""" - -load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") -load("//tf:tf_configure.bzl", "make_eigen_repo", "tf_configure") -load("//tf:workspace_tfTF_VERSION.bzl", "load_tf_version_specific_dependencies") - -http_archive( - name = "com_google_googletest", - sha256 = "ff7a82736e158c077e76188232eac77913a15dac0b22508c390ab3f88e6d6d86", - strip_prefix = "googletest-b6cd405286ed8635ece71c72f118e659f4ade3fb", - urls = [ - "http://mirror.tensorflow.org/github.com/google/googletest/archive/b6cd405286ed8635ece71c72f118e659f4ade3fb.zip", - "https://github.com/google/googletest/archive/b6cd405286ed8635ece71c72f118e659f4ade3fb.zip", - ], -) -http_archive( - name = "com_github_gflags_gflags", - sha256 = "ae27cdbcd6a2f935baa78e4f21f675649271634c092b1be01469440495609d0e", - strip_prefix = "gflags-2.2.1", - urls = [ - "http://mirror.tensorflow.org/github.com/gflags/gflags/archive/v2.2.1.tar.gz", - "https://github.com/gflags/gflags/archive/v2.2.1.tar.gz", - ], -) -http_archive( - name = "com_google_glog", - build_file = "//third_party:glog.BUILD", - sha256 = "f28359aeba12f30d73d9e4711ef356dc842886968112162bc73002645139c39c", - strip_prefix = "glog-0.4.0", - urls = [ - "https://github.com/google/glog/archive/v0.4.0.tar.gz", - ], -) -http_archive( - name = "boringssl", - sha256 = "1188e29000013ed6517168600fc35a010d58c5d321846d6a6dfee74e4c788b45", - strip_prefix = "boringssl-7f634429a04abc48e2eb041c81c5235816c96514", - urls = [ - "http://mirror.tensorflow.org/github.com/google/boringssl/archive/7f634429a04abc48e2eb041c81c5235816c96514.tar.gz", - "https://github.com/google/boringssl/archive/7f634429a04abc48e2eb041c81c5235816c96514.tar.gz", - ], -) -http_archive( - name = "bazel_skylib", - sha256 = "1dde365491125a3db70731e25658dfdd3bc5dbdfd11b840b3e987ecf043c7ca0", - urls = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/bazelbuild/bazel-skylib/releases/download/0.9.0/bazel_skylib-0.9.0.tar.gz", - "https://github.com/bazelbuild/bazel-skylib/releases/download/0.9.0/bazel_skylib-0.9.0.tar.gz", - ], -) -http_archive( - name = "six_archive", - build_file = "//third_party:six.BUILD", - sha256 = "30639c035cdb23534cd4aa2dd52c3bf48f06e5f4a941509c8bafd8ce11080259", - strip_prefix = "six-1.15.0", - urls = [ - "https://storage.googleapis.com/mirror.tensorflow.org/pypi.python.org/packages/source/s/six/six-1.15.0.tar.gz", - "https://pypi.python.org/packages/source/s/six/six-1.15.0.tar.gz", - ], -) - -http_archive( - name = "rules_license", - urls = [ - "https://github.com/bazelbuild/rules_license/releases/download/0.0.4/rules_license-0.0.4.tar.gz", - "https://mirror.bazel.build/github.com/bazelbuild/rules_license/releases/download/0.0.4/rules_license-0.0.4.tar.gz", - ], - sha256 = "6157e1e68378532d0241ecd15d3c45f6e5cfd98fc10846045509fb2a7cc9e381", -) - -deeplab2_commit = "c4a533c14fac1a1071a6d24c5379c31a69a3e5e6" -http_archive( - name = "deeplab2", - build_file = "//third_party:deeplab2.BUILD", - urls = [ - "https://github.com/google-research/deeplab2/archive/{0}.zip".format(deeplab2_commit), - ], - strip_prefix = "deeplab2-{0}".format(deeplab2_commit), - sha256 = "f733c38d360ab278a8d08bc4156879de114cb702cca87eab73eaf7c2d6b70093", -) - -http_archive( - name = "keras_cv", - strip_prefix = "keras-cv-0.4.2", - urls = [ - "https://github.com/keras-team/keras-cv/archive/refs/tags/v0.4.2.tar.gz", - ], - sha256 = "ff495f29a6c4d5f353d587290c3b745121fa3b61f1e7a8b55178f4b339407de3", -) - -bind( - name = "six", - actual = "@six_archive//:six", -) - -load_tf_version_specific_dependencies() -tf_configure(name = "local_config_tf") -make_eigen_repo(name = "eigen_archive") diff --git a/configure.sh b/configure.sh deleted file mode 100755 index 976178d..0000000 --- a/configure.sh +++ /dev/null @@ -1,99 +0,0 @@ -#!/bin/bash -# Copyright 2019 The Waymo Open Dataset Authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# ============================================================================== - -# This file is modified from configure.sh in -# https://github.com/tensorflow/custom-op. -# This script writes to .bazelrc to tensorflow libs. - -export PYTHON_VERSION="${PYTHON_VERSION:-3}" -export PYTHON_MINOR_VERSION="${PYTHON_MINOR_VERSION}" -export PIP_MANYLINUX2010="${PIP_MANYLINUX2010:-0}" - -if [[ -z "${PYTHON_MINOR_VERSION}" ]]; then - PYTHON="python${PYTHON_VERSION}" -else - PYTHON="python${PYTHON_VERSION}.${PYTHON_MINOR_VERSION}" -fi -PIP="$PYTHON -m pip" -update-alternatives --install /usr/bin/python3 python3 "$(which $PYTHON)" 1 - -function write_to_bazelrc() { - echo "$1" >> .bazelrc -} - -function write_action_env_to_bazelrc() { - write_to_bazelrc "build --action_env $1=\"$2\"" -} - -# Remove .bazelrc if it already exist -[ -e .bazelrc ] && rm .bazelrc - -write_to_bazelrc "build -c opt" -write_to_bazelrc 'build --cxxopt="-std=c++11" --cxxopt=-Wno-unused-variable' -write_to_bazelrc 'build --auto_output_filter=subpackages' -write_to_bazelrc 'build --copt="-Wall" --copt="-Wno-sign-compare"' -write_to_bazelrc 'build --linkopt="-lrt -lm -lpthread"' - -TF_NEED_CUDA=0 -# Check if it's installed -TF_CFLAGS="" -TF_LFLAGS="" -if ${PIP} list | grep "tensorflow \|tensorflow-gpu\|tensorflow-cpu\|tf-nightly\|tensorflow-metal" >/dev/null ; then - echo 'Using installed tensorflow' - TF_CFLAGS=( $(${PYTHON} -c 'import tensorflow as tf; print(" ".join(tf.sysconfig.get_compile_flags()))') ) - TF_LFLAGS="$(${PYTHON} -c 'import tensorflow as tf; print(" ".join(tf.sysconfig.get_link_flags()))')" - if [[ -z ${TF_VERSION} ]]; then - export TF_VERSION=$(${PYTHON} -c 'import tensorflow as tf; print(tf.__version__)') - fi -else - echo 'Tensorflow is not installed. Code still works.' -fi - -write_action_env_to_bazelrc "TF_HEADER_DIR" ${TF_CFLAGS:2} -SHARED_LIBRARY_DIR=${TF_LFLAGS:2} -SHARED_LIBRARY_NAME=$(echo $TF_LFLAGS | rev | cut -d":" -f1 | rev) -if ! [[ $TF_LFLAGS =~ .*:.* ]]; then - if [[ "$(uname)" == "Darwin" ]]; then - SHARED_LIBRARY_NAME="libtensorflow_framework.dylib" - else - SHARED_LIBRARY_NAME="libtensorflow_framework.so" - fi -fi -write_action_env_to_bazelrc "TF_SHARED_LIBRARY_DIR" ${SHARED_LIBRARY_DIR} -write_action_env_to_bazelrc "TF_SHARED_LIBRARY_NAME" ${SHARED_LIBRARY_NAME} -write_action_env_to_bazelrc "TF_NEED_CUDA" ${TF_NEED_CUDA} -write_to_bazelrc "build:manylinux2010 --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0:toolchain" - -if [[ "$PIP_MANYLINUX2010" == "1" ]]; then - write_to_bazelrc "build --config=manylinux2010" - write_to_bazelrc "test --config=manylinux2010" -fi - -export TF_VERSION="${TF_VERSION:-2.11.0}" -export TF_VERSION_UNDERSCORE=$(echo $TF_VERSION | sed 's/\./_/g') -export TF_VERSION_DASH=$(echo $TF_VERSION | sed 's/\./-/g') - -cat WORKSPACE.in | sed "s/TF_VERSION/${TF_VERSION_UNDERSCORE}/" > WORKSPACE -cat pip_pkg_scripts/setup.py.in | sed "s/TF_VERSION/${TF_VERSION_DASH}/" > pip_pkg_scripts/setup.py - -case "$TF_VERSION" in - 1.14.0 | 2.9.* | 2.10.* | 2.11.*) - write_to_bazelrc 'build --cxxopt="-D_GLIBCXX_USE_CXX11_ABI=1"' - ;; - *) - write_to_bazelrc 'build --cxxopt="-D_GLIBCXX_USE_CXX11_ABI=0"' - ;; -esac diff --git a/pip_pkg_scripts/LICENSE b/pip_pkg_scripts/LICENSE deleted file mode 100644 index 261eeb9..0000000 --- a/pip_pkg_scripts/LICENSE +++ /dev/null @@ -1,201 +0,0 @@ - Apache License - Version 2.0, January 2004 - http://www.apache.org/licenses/ - - TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION - - 1. Definitions. - - "License" shall mean the terms and conditions for use, reproduction, - and distribution as defined by Sections 1 through 9 of this document. - - "Licensor" shall mean the copyright owner or entity authorized by - the copyright owner that is granting the License. - - "Legal Entity" shall mean the union of the acting entity and all - other entities that control, are controlled by, or are under common - control with that entity. For the purposes of this definition, - "control" means (i) the power, direct or indirect, to cause the - direction or management of such entity, whether by contract or - otherwise, or (ii) ownership of fifty percent (50%) or more of the - outstanding shares, or (iii) beneficial ownership of such entity. - - "You" (or "Your") shall mean an individual or Legal Entity - exercising permissions granted by this License. - - "Source" form shall mean the preferred form for making modifications, - including but not limited to software source code, documentation - source, and configuration files. - - "Object" form shall mean any form resulting from mechanical - transformation or translation of a Source form, including but - not limited to compiled object code, generated documentation, - and conversions to other media types. - - "Work" shall mean the work of authorship, whether in Source or - Object form, made available under the License, as indicated by a - copyright notice that is included in or attached to the work - (an example is provided in the Appendix below). - - "Derivative Works" shall mean any work, whether in Source or Object - form, that is based on (or derived from) the Work and for which the - editorial revisions, annotations, elaborations, or other modifications - represent, as a whole, an original work of authorship. For the purposes - of this License, Derivative Works shall not include works that remain - separable from, or merely link (or bind by name) to the interfaces of, - the Work and Derivative Works thereof. - - "Contribution" shall mean any work of authorship, including - the original version of the Work and any modifications or additions - to that Work or Derivative Works thereof, that is intentionally - submitted to Licensor for inclusion in the Work by the copyright owner - or by an individual or Legal Entity authorized to submit on behalf of - the copyright owner. For the purposes of this definition, "submitted" - means any form of electronic, verbal, or written communication sent - to the Licensor or its representatives, including but not limited to - communication on electronic mailing lists, source code control systems, - and issue tracking systems that are managed by, or on behalf of, the - Licensor for the purpose of discussing and improving the Work, but - excluding communication that is conspicuously marked or otherwise - designated in writing by the copyright owner as "Not a Contribution." - - "Contributor" shall mean Licensor and any individual or Legal Entity - on behalf of whom a Contribution has been received by Licensor and - subsequently incorporated within the Work. - - 2. Grant of Copyright License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - copyright license to reproduce, prepare Derivative Works of, - publicly display, publicly perform, sublicense, and distribute the - Work and such Derivative Works in Source or Object form. - - 3. Grant of Patent License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - (except as stated in this section) patent license to make, have made, - use, offer to sell, sell, import, and otherwise transfer the Work, - where such license applies only to those patent claims licensable - by such Contributor that are necessarily infringed by their - Contribution(s) alone or by combination of their Contribution(s) - with the Work to which such Contribution(s) was submitted. If You - institute patent litigation against any entity (including a - cross-claim or counterclaim in a lawsuit) alleging that the Work - or a Contribution incorporated within the Work constitutes direct - or contributory patent infringement, then any patent licenses - granted to You under this License for that Work shall terminate - as of the date such litigation is filed. - - 4. Redistribution. You may reproduce and distribute copies of the - Work or Derivative Works thereof in any medium, with or without - modifications, and in Source or Object form, provided that You - meet the following conditions: - - (a) You must give any other recipients of the Work or - Derivative Works a copy of this License; and - - (b) You must cause any modified files to carry prominent notices - stating that You changed the files; and - - (c) You must retain, in the Source form of any Derivative Works - that You distribute, all copyright, patent, trademark, and - attribution notices from the Source form of the Work, - excluding those notices that do not pertain to any part of - the Derivative Works; and - - (d) If the Work includes a "NOTICE" text file as part of its - distribution, then any Derivative Works that You distribute must - include a readable copy of the attribution notices contained - within such NOTICE file, excluding those notices that do not - pertain to any part of the Derivative Works, in at least one - of the following places: within a NOTICE text file distributed - as part of the Derivative Works; within the Source form or - documentation, if provided along with the Derivative Works; or, - within a display generated by the Derivative Works, if and - wherever such third-party notices normally appear. The contents - of the NOTICE file are for informational purposes only and - do not modify the License. You may add Your own attribution - notices within Derivative Works that You distribute, alongside - or as an addendum to the NOTICE text from the Work, provided - that such additional attribution notices cannot be construed - as modifying the License. - - You may add Your own copyright statement to Your modifications and - may provide additional or different license terms and conditions - for use, reproduction, or distribution of Your modifications, or - for any such Derivative Works as a whole, provided Your use, - reproduction, and distribution of the Work otherwise complies with - the conditions stated in this License. - - 5. Submission of Contributions. Unless You explicitly state otherwise, - any Contribution intentionally submitted for inclusion in the Work - by You to the Licensor shall be under the terms and conditions of - this License, without any additional terms or conditions. - Notwithstanding the above, nothing herein shall supersede or modify - the terms of any separate license agreement you may have executed - with Licensor regarding such Contributions. - - 6. Trademarks. This License does not grant permission to use the trade - names, trademarks, service marks, or product names of the Licensor, - except as required for reasonable and customary use in describing the - origin of the Work and reproducing the content of the NOTICE file. - - 7. Disclaimer of Warranty. Unless required by applicable law or - agreed to in writing, Licensor provides the Work (and each - Contributor provides its Contributions) on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - implied, including, without limitation, any warranties or conditions - of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A - PARTICULAR PURPOSE. You are solely responsible for determining the - appropriateness of using or redistributing the Work and assume any - risks associated with Your exercise of permissions under this License. - - 8. Limitation of Liability. In no event and under no legal theory, - whether in tort (including negligence), contract, or otherwise, - unless required by applicable law (such as deliberate and grossly - negligent acts) or agreed to in writing, shall any Contributor be - liable to You for damages, including any direct, indirect, special, - incidental, or consequential damages of any character arising as a - result of this License or out of the use or inability to use the - Work (including but not limited to damages for loss of goodwill, - work stoppage, computer failure or malfunction, or any and all - other commercial damages or losses), even if such Contributor - has been advised of the possibility of such damages. - - 9. Accepting Warranty or Additional Liability. While redistributing - the Work or Derivative Works thereof, You may choose to offer, - and charge a fee for, acceptance of support, warranty, indemnity, - or other liability obligations and/or rights consistent with this - License. However, in accepting such obligations, You may act only - on Your own behalf and on Your sole responsibility, not on behalf - of any other Contributor, and only if You agree to indemnify, - defend, and hold each Contributor harmless for any liability - incurred by, or claims asserted against, such Contributor by reason - of your accepting any such warranty or additional liability. - - END OF TERMS AND CONDITIONS - - APPENDIX: How to apply the Apache License to your work. - - To apply the Apache License to your work, attach the following - boilerplate notice, with the fields enclosed by brackets "[]" - replaced with your own identifying information. (Don't include - the brackets!) The text should be enclosed in the appropriate - comment syntax for the file format. We also recommend that a - file or class name and description of purpose be included on the - same "printed page" as the copyright notice for easier - identification within third-party archives. - - Copyright [yyyy] [name of copyright owner] - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. diff --git a/pip_pkg_scripts/MANIFEST.in b/pip_pkg_scripts/MANIFEST.in deleted file mode 100644 index 1fa60cf..0000000 --- a/pip_pkg_scripts/MANIFEST.in +++ /dev/null @@ -1 +0,0 @@ -recursive-include waymo_open_dataset/ *.so diff --git a/pip_pkg_scripts/README.md b/pip_pkg_scripts/README.md deleted file mode 100644 index de4124b..0000000 --- a/pip_pkg_scripts/README.md +++ /dev/null @@ -1,30 +0,0 @@ -## Build a pip package locally using the docker container - -```bash -docker build --tag=open_dataset_pip -f pip_pkg_scripts/build.Dockerfile . -mkdir /tmp/artifacts -docker run --mount type=bind,source=/tmp/artifacts,target=/tmp/artifacts -e "PYTHON_VERSION=3" -e "PYTHON_MINOR_VERSION=9" -e "PIP_MANYLINUX2010=1" -e "TF_VERSION=2.11.0" open_dataset_pip -``` - -This command will execute the `build.sh` inside the container, which clones the -github repository, builds the library and outputs `.whl` packages under -`/tmp/artifacts/` - -To manually run commands inside docker - -```bash -docker run -it --entrypoint='/bin/bash' --mount type=bind,source=/tmp/artifacts,target=/tmp/artifacts -e "PYTHON_VERSION=3" -e "PYTHON_MINOR_VERSION=9" -e "PIP_MANYLINUX2010=1" -e "TF_VERSION=2.11.0" open_dataset_pip -``` - -## Build a pip package locally without docker container - -First follow quick start to install all the depdencies such as bazel. Then run - -```bash -export PYTHON_VERSION=3 -export PYTHON_MINOR_VERSION=9 -export PIP_MANYLINUX2010=0 -# Only support 2.4.0, 2.5.0, 2.6.0, 2.10.0, 2.11.0 -export TF_VERSION=2.11.0 -./pip_pkg_scripts/build.sh -``` diff --git a/pip_pkg_scripts/build.Dockerfile b/pip_pkg_scripts/build.Dockerfile deleted file mode 100644 index 86334aa..0000000 --- a/pip_pkg_scripts/build.Dockerfile +++ /dev/null @@ -1,53 +0,0 @@ -FROM tensorflow/tensorflow:2.3.0-custom-op-ubuntu16 - -ENV PYTHON_VERSION="3" -ENV PYTHON_MINOR_VERSION="" -ENV PIP_MANYLINUX2010="1" -ENV TF_VERSION="2.6.0" -# There are some problems with the python3 installation from custom-op-ubuntu16. -# Remove it and install new ones. -RUN apt-get remove --purge -y python3.5 python3.6 -RUN rm -f /etc/apt/sources.list.d/jonathonf-ubuntu-python-3_6-xenial.list -RUN apt-key del F06FC659 -RUN echo 'debconf debconf/frontend select Noninteractive' | debconf-set-selections -ENV PIP_ROOT_USER_ACTION=ignore - -# Deadsnakes PPA no longer supports 16.04 -# https://github.com/deadsnakes/issues/issues/195 -# So we build all python versions here -RUN mkdir /tmp/python -RUN apt-get update -RUN apt-get install -y apt-utils -RUN apt-get install -y build-essential checkinstall libreadline-gplv2-dev libncursesw5-dev libsqlite3-dev tk-dev libgdbm-dev libc6-dev libbz2-dev libssl-dev zlib1g-dev openssl libffi-dev openexr libopenexr-dev - -RUN for v in 3.7.12 3.8.12 3.9.10; do \ - wget "https://www.python.org/ftp/python/$v/Python-${v}.tar.xz" && \ - tar xvf "Python-${v}.tar.xz" -C /tmp/python && \ - cd "/tmp/python/Python-${v}" && \ - ./configure && \ - make -j8 altinstall; \ - done - - -RUN BAZEL_VERSION="$(wget https://raw.githubusercontent.com/tensorflow/tensorflow/v2.9.0/.bazelversion -O -)"&& \ - wget "https://github.com/bazelbuild/bazel/releases/download/${BAZEL_VERSION}/bazel-${BAZEL_VERSION}-installer-linux-x86_64.sh" > /dev/null && \ - bash "bazel-${BAZEL_VERSION}-installer-linux-x86_64.sh" - -RUN curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py -RUN for python in python3.7 python3.8 python3.9; do \ - $python get-pip.py && \ - $python -m pip install --upgrade pip setuptools auditwheel && \ - $python -m pip install --upgrade grpcio>=1.24.3; \ - $python -m pip install --upgrade matplotlib plotly scikit-image immutabledict scipy sklearn absl-py pandas==1.4 numpy pyarrow dask[array]; \ - $python -m pip install --upgrade tensorflow==${TF_VERSION} OpenEXR==1.3.2 tensorflow_graphics; \ - done - -VOLUME /tmp/artifacts -VOLUME /root -COPY . /tmp/repo -WORKDIR /tmp/repo - -ENTRYPOINT ["pip_pkg_scripts/build.sh"] - -# The default parameters for the build.sh -CMD [] diff --git a/pip_pkg_scripts/build.sh b/pip_pkg_scripts/build.sh deleted file mode 100755 index 58fe4aa..0000000 --- a/pip_pkg_scripts/build.sh +++ /dev/null @@ -1,86 +0,0 @@ -#!/bin/bash -# Copyright 2019 The Waymo Open Dataset Authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# ============================================================================== - -# This script uses custom-op docker, downloads code, builds and tests and then -# builds a pip package. - -# See README.md for instructions to use this script. - -set -e -x - -# Override the following env variables if necessary. -export PYTHON_VERSION="${PYTHON_VERSION:-3}" -export PYTHON_MINOR_VERSION="${PYTHON_MINOR_VERSION}" -export PIP_MANYLINUX2010="${PIP_MANYLINUX2010:-0}" -export TF_VERSION="${TF_VERSION:-2.6.0}" - -if [[ -z "${PYTHON_MINOR_VERSION}" ]]; then - PYTHON="python${PYTHON_VERSION}" -else - PYTHON="python${PYTHON_VERSION}.${PYTHON_MINOR_VERSION}" -fi - -# Force Keras release compatibility with TensorFlow releases. -# https://github.com/keras-team/keras#release-and-compatibility -case "$TF_VERSION" in - 2.5.*) - export KERAS_VERSION='2.5.0rc0' - ;; - 2.6.*) - export KERAS_VERSION='2.6.0' - ;; - 2.7.*) - export KERAS_VERSION='2.7.0' - ;; - 2.8.*) - export KERAS_VERSION='2.8.0' - ;; - 2.9.*) - export KERAS_VERSION='2.9.0' - ;; - 2.10.*) - export KERAS_VERSION='2.10.0' - ;; - 2.11.*) - export KERAS_VERSION='2.11.0' - ;; - *) - export KERAS_VERSION='nightly' -esac - -curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py -$PYTHON get-pip.py --user - -PIP="$PYTHON -m pip" - -${PIP} install --upgrade setuptools --user -${PIP} install --upgrade keras=="$KERAS_VERSION" --user -${PIP} install --upgrade tensorflow=="${TF_VERSION}" --user - -./configure.sh - -bazel clean -bazel build ... -bazel test ... --test_output=all - -DST_DIR="/tmp/artifacts" -rm -rf "$DST_DIR" || true -./pip_pkg_scripts/build_pip_pkg.sh "$DST_DIR" ${PYTHON_VERSION} -# Comment the following line if you run this outside of the container. -if [[ "${PIP_MANYLINUX2010}" == "1" ]]; then - find "$DST_DIR" -name *.whl | xargs $PYTHON ./third_party/auditwheel_wrapper.py repair --plat manylinux2010_x86_64 -w "$DST_DIR" -fi - diff --git a/pip_pkg_scripts/build_pip_pkg.sh b/pip_pkg_scripts/build_pip_pkg.sh deleted file mode 100755 index 968be14..0000000 --- a/pip_pkg_scripts/build_pip_pkg.sh +++ /dev/null @@ -1,74 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2019 The Waymo Open Dataset Authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# ============================================================================== - -set -e - -PLATFORM="$(uname -s | tr 'A-Z' 'a-z')" - -PIP_FILE_PREFIX="pip_pkg_scripts/" - -export PYTHON_VERSION="${PYTHON_VERSION:-3}" -export PYTHON_MINOR_VERSION="${PYTHON_MINOR_VERSION}" - -if [[ -z "${PYTHON_MINOR_VERSION}" ]]; then - PYTHON="python${PYTHON_VERSION}" -else - PYTHON="python${PYTHON_VERSION}.${PYTHON_MINOR_VERSION}" -fi - -function main() { - DEST=${1} - if [[ -z "${DEST}" ]]; then - echo "No destination directory provided." - exit 1 - fi - - # Create the directory, then do dirname on a non-existent file inside it to - # give us an absolute paths with tilde characters resolved to the destination - # directory. - mkdir -p "${DEST}" - DEST=$(readlink -f "${DEST}") - echo "=== destination directory: ${DEST}" - - TMPDIR=$(mktemp -d -t tmp.XXXXXXXXXX) - - echo $(date) : "=== Using tmpdir: ${TMPDIR}" - - echo "=== Copy Waymo Open Dataset files" - - cp ${PIP_FILE_PREFIX}setup.py "${TMPDIR}" - cp ${PIP_FILE_PREFIX}MANIFEST.in "${TMPDIR}" - cp LICENSE "${TMPDIR}" - rsync -avm -L --exclude="*_test.py" waymo_open_dataset "${TMPDIR}" - rsync -avm -L --exclude="*_test.py" third_party/camera "${TMPDIR}/waymo_open_dataset" - rsync -avm -L --include="*.so" --include="*_pb2.py" \ - --exclude="*.runfiles" --exclude="*_obj" --include="*/" --exclude="*" \ - bazel-bin/waymo_open_dataset "${TMPDIR}" - rsync -avm -L --include="*.so" --include="*_pb2.py" \ - --exclude="*.runfiles" --exclude="*_obj" --include="*/" --exclude="*" \ - bazel-bin/third_party/camera "${TMPDIR}/waymo_open_dataset" - - pushd ${TMPDIR} - echo $(date) : "=== Building wheel" - - ${PYTHON} setup.py bdist_wheel > /dev/null - cp dist/*.whl "${DEST}" - popd - rm -rf ${TMPDIR} - echo $(date) : "=== Output wheel file is in: ${DEST}" -} - -main "$@" diff --git a/pip_pkg_scripts/setup.py.in b/pip_pkg_scripts/setup.py.in deleted file mode 100644 index 4f7eee2..0000000 --- a/pip_pkg_scripts/setup.py.in +++ /dev/null @@ -1,93 +0,0 @@ -# Copyright 2019 The Waymo Open Dataset Authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# ============================================================================== -"""Setup script for pip package.""" -from setuptools import find_packages -from setuptools import setup -from setuptools.command.install import install -from setuptools.dist import Distribution - -__version__ = '1.5.0' -REQUIRED_PACKAGES = [ - 'tensorflow==' + '.'.join('TF_VERSION'.split('-')), - 'plotly>=5.5.0', - 'matplotlib>=3.2.2', - 'sklearn', - 'scikit-image>=0.17.2', - 'immutabledict>=2.0.0', - 'scipy>=1.9.3', - 'absl-py>=1.0.0', - 'pyarrow>=10.0.0', - 'dask>=2022.11.1', - 'pandas>=1.1.5', - 'tensorflow-probability' -] -project_name = 'waymo-open-dataset-tf-TF_VERSION' - - -class BinaryDistribution(Distribution): - """This class is needed in order to create OS specific wheels.""" - - def has_ext_modules(self): - return True - - -class InstallCommand(install): - """Override install command. - - Following: - https://github.com/bigartm/bigartm/issues/840. - """ - - def finalize_options(self): - install.finalize_options(self) - if self.distribution.has_ext_modules(): - self.install_lib = self.install_platlib - - -setup( - name=project_name, - version=__version__, - description=('Waymo Open Dataset libraries.'), - author='Waymo Open Dataset Authors', - author_email='waymo-open-dataset@google.com', - url='https://waymo.com/open', - packages=find_packages(include=['waymo_open_dataset*'], exclude=[]), - include_package_data=True, - python_requires='>=3', - install_requires=REQUIRED_PACKAGES, - zip_safe=False, - cmdclass={ - 'install': InstallCommand, - }, - distclass=BinaryDistribution, - # PyPI package information. - classifiers=[ - 'Development Status :: 5 - Production/Stable', - 'Intended Audience :: Developers', - 'Intended Audience :: Education', - 'Intended Audience :: Science/Research', - 'License :: OSI Approved :: Apache Software License', - 'Programming Language :: Python :: 3.7', - 'Programming Language :: Python :: 3.8', - 'Programming Language :: Python :: 3.9', - 'Topic :: Scientific/Engineering', - 'Topic :: Scientific/Engineering :: Artificial Intelligence', - 'Topic :: Software Development', - 'Topic :: Software Development :: Libraries', - 'Topic :: Software Development :: Libraries :: Python Modules', - ], - license='Apache 2.0', - keywords='autonomous driving dataset machine learning', -) diff --git a/src/.bazelrc b/src/.bazelrc new file mode 100644 index 0000000..ea69afb --- /dev/null +++ b/src/.bazelrc @@ -0,0 +1,9 @@ +build -c opt +build --cxxopt="-std=c++17" --cxxopt=-Wno-unused-variable +build --auto_output_filter=subpackages +build --copt="-Wall" --copt="-Wno-sign-compare" +build --linkopt="-lrt -lm -lpthread" + +# Output from the following python command. +# import tensorflow as tf; print(" ".join(tf.sysconfig.get_compile_flags())) +build --copt="-D_GLIBCXX_USE_CXX11_ABI=1" --copt="-DEIGEN_MAX_ALIGN_BYTES=64" \ No newline at end of file diff --git a/src/.bazelversion b/src/.bazelversion new file mode 100644 index 0000000..1e20ec3 --- /dev/null +++ b/src/.bazelversion @@ -0,0 +1 @@ +5.4.0 \ No newline at end of file diff --git a/src/WORKSPACE b/src/WORKSPACE new file mode 100644 index 0000000..917364d --- /dev/null +++ b/src/WORKSPACE @@ -0,0 +1,191 @@ +workspace(name = "waymo_open_dataset_rules") + +load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") + +http_archive( + name = "rules_python", + sha256 = "ffc7b877c95413c82bfd5482c017edcf759a6250d8b24e82f41f3c8b8d9e287e", + strip_prefix = "rules_python-0.19.0", + url = "https://github.com/bazelbuild/rules_python/releases/download/0.19.0/rules_python-0.19.0.tar.gz", +) + +http_archive( + name = "rules_license", + sha256 = "6157e1e68378532d0241ecd15d3c45f6e5cfd98fc10846045509fb2a7cc9e381", + urls = [ + "https://github.com/bazelbuild/rules_license/releases/download/0.0.4/rules_license-0.0.4.tar.gz", + "https://mirror.bazel.build/github.com/bazelbuild/rules_license/releases/download/0.0.4/rules_license-0.0.4.tar.gz", + ], +) + +http_archive( + name = "com_google_googletest", + sha256 = "ff7a82736e158c077e76188232eac77913a15dac0b22508c390ab3f88e6d6d86", + strip_prefix = "googletest-b6cd405286ed8635ece71c72f118e659f4ade3fb", + urls = [ + "http://mirror.tensorflow.org/github.com/google/googletest/archive/b6cd405286ed8635ece71c72f118e659f4ade3fb.zip", + "https://github.com/google/googletest/archive/b6cd405286ed8635ece71c72f118e659f4ade3fb.zip", + ], +) + +http_archive( + name = "com_github_gflags_gflags", + sha256 = "ae27cdbcd6a2f935baa78e4f21f675649271634c092b1be01469440495609d0e", + strip_prefix = "gflags-2.2.1", + urls = [ + "http://mirror.tensorflow.org/github.com/gflags/gflags/archive/v2.2.1.tar.gz", + "https://github.com/gflags/gflags/archive/v2.2.1.tar.gz", + ], +) + +http_archive( + name = "com_google_glog", + build_file = "//waymo_open_dataset:bazel/glog.BUILD", + sha256 = "f28359aeba12f30d73d9e4711ef356dc842886968112162bc73002645139c39c", + strip_prefix = "glog-0.4.0", + urls = [ + "https://github.com/google/glog/archive/v0.4.0.tar.gz", + ], +) + +http_archive( + name = "boringssl", + sha256 = "542dd328952cea08785b58990b12e0832c49123807c8854e136136830c8b115c", + strip_prefix = "boringssl-da7997d97fa17f22cc3eb9c681c8494af7a98eef", + urls = [ + "http://mirror.tensorflow.org/github.com/google/boringssl/archive/da7997d97fa17f22cc3eb9c681c8494af7a98eef.tar.gz", + "https://github.com/google/boringssl/archive/da7997d97fa17f22cc3eb9c681c8494af7a98eef.tar.gz", + ], +) + +http_archive( + name = "com_google_absl", + sha256 = "94aef187f688665dc299d09286bfa0d22c4ecb86a80b156dff6aabadc5a5c26d", + strip_prefix = "abseil-cpp-273292d1cfc0a94a65082ee350509af1d113344d", + urls = [ + "https://storage.googleapis.com/mirror.tensorflow.org/github.com/abseil/abseil-cpp/archive/273292d1cfc0a94a65082ee350509af1d113344d.tar.gz", + "https://github.com/abseil/abseil-cpp/archive/273292d1cfc0a94a65082ee350509af1d113344d.tar.gz", + ], +) + +http_archive( + name = "zlib", + build_file = "//waymo_open_dataset:bazel/zlib.BUILD", + sha256 = "91844808532e5ce316b3c010929493c0244f3d37593afd6de04f71821d5136d9", + strip_prefix = "zlib-1.2.12", + urls = [ + "http://mirror.tensorflow.org/zlib.net/zlib-1.2.12.tar.gz", + "https://zlib.net/zlib-1.2.12.tar.gz", + ], +) + +http_archive( + name = "six_archive", + build_file = "//waymo_open_dataset:bazel/six.BUILD", + sha256 = "30639c035cdb23534cd4aa2dd52c3bf48f06e5f4a941509c8bafd8ce11080259", + strip_prefix = "six-1.15.0", + urls = [ + "https://storage.googleapis.com/mirror.tensorflow.org/pypi.python.org/packages/source/s/six/six-1.15.0.tar.gz", + "https://pypi.python.org/packages/source/s/six/six-1.15.0.tar.gz", + ], +) + +bind( + name = "six", + actual = "@six_archive//:six", +) + +http_archive( + name = "rules_python", + sha256 = "ffc7b877c95413c82bfd5482c017edcf759a6250d8b24e82f41f3c8b8d9e287e", + strip_prefix = "rules_python-0.19.0", + url = "https://github.com/bazelbuild/rules_python/releases/download/0.19.0/rules_python-0.19.0.tar.gz", +) + +http_archive( + name = "bazel_skylib", + sha256 = "b8a1527901774180afc798aeb28c4634bdccf19c4d98e7bdd1ce79d1fe9aaad7", + urls = [ + "https://mirror.bazel.build/github.com/bazelbuild/bazel-skylib/releases/download/1.4.1/bazel-skylib-1.4.1.tar.gz", + "https://github.com/bazelbuild/bazel-skylib/releases/download/1.4.1/bazel-skylib-1.4.1.tar.gz", + ], +) + +load("@bazel_skylib//:workspace.bzl", "bazel_skylib_workspace") + +bazel_skylib_workspace() + +http_archive( + name = "com_google_protobuf", + sha256 = "cfcba2df10feec52a84208693937c17a4b5df7775e1635c1e3baffc487b24c9b", + strip_prefix = "protobuf-3.9.2", + urls = [ + "https://storage.googleapis.com/mirror.tensorflow.org/github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", + "https://github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", + ], +) + +http_archive( + name = "deeplab2", + build_file = "//waymo_open_dataset:bazel/deeplab2.BUILD", + sha256 = "d5ce468a0ddb40cc7b22c71a82c26b506c95d55905a1c44ce1c87208f3a76b61", + strip_prefix = "deeplab2-17c7ff3cadf4ee56b27b1cb73f1e15b69c5bd8a9", + urls = [ + "https://github.com/google-research/deeplab2/archive/17c7ff3cadf4ee56b27b1cb73f1e15b69c5bd8a9.zip", + ], +) + +http_archive( + name = "tflite_micro", + sha256 = "d6aba330e299f1add8efc6b2bb53806fac82afb84a4f48f7bbe154e087adbe50", + strip_prefix = "tflite-micro-380a6c125c4d699fa3f434e1429802ee825e739d", + urls = [ + "https://github.com/tensorflow/tflite-micro/archive/380a6c125c4d699fa3f434e1429802ee825e739d.zip", + ], +) + +# We TensorFlow from the pip package via pip_parse belo, this repo is only +# needed for bzl scripts (ex. tf_gen_op_wrapper_py), which are not in the pip +# package. +http_archive( + name = "org_tensorflow", + sha256 = "e52cda3bae45f0ae0fccd4055e9fa29892b414f70e2df94df9a3a10319c75fff", + strip_prefix = "tensorflow-2.11.0", + urls = ["https://github.com/tensorflow/tensorflow/archive/v2.11.0.zip"], +) + +########################################### +# Custom configuration of the workspace. +########################################### + +load("@rules_python//python:repositories.bzl", "py_repositories", "python_register_toolchains") + +py_repositories() + +python_register_toolchains( + name = "python3_10", + python_version = "3.10", +) + +load("@python3_10//:defs.bzl", "interpreter") +load("@rules_python//python:pip.bzl", "pip_parse") + +pip_parse( + name = "wod_deps", + python_interpreter_target = interpreter, + quiet = False, + requirements_lock = "//waymo_open_dataset:requirements.txt", +) + +load("@wod_deps//:requirements.bzl", "install_deps", "requirement") + +install_deps() + +load("@tflite_micro//python:py_pkg_cc_deps.bzl", "py_pkg_cc_deps") + +py_pkg_cc_deps( + name = "tensorflow_cc_deps", + includes = ["tensorflow/include"], + libs = ["tensorflow/libtensorflow_framework.so.2"], + pkg = requirement("tensorflow"), +) diff --git a/src/waymo_open_dataset/.dockerignore b/src/waymo_open_dataset/.dockerignore new file mode 100644 index 0000000..f9f5850 --- /dev/null +++ b/src/waymo_open_dataset/.dockerignore @@ -0,0 +1,31 @@ +# Ignore backup files. +*~ +# Ignore Vim swap files. +.*.swp +# Ignore files generated by IDEs. +.aswb/ +.cache/ +.classpath +.clwb/ +.factorypath +.idea/ +.ijwb/ +.project +.settings +.vscode/ +.venv/ +venv/ +bazel.iml +# Ignore all bazel-* symlinks. There is no full list since this can change +# based on the name of the directory bazel is cloned into. +bazel-* +# Ignore outputs generated during Bazel bootstrapping. +output/ +# Ignore jekyll build output. +production +.sass-cache +# Bazelisk version file +.bazelversion +# User-specific .bazelrc +user.bazelrc +!.bazelversion diff --git a/waymo_open_dataset/BUILD b/src/waymo_open_dataset/BUILD similarity index 59% rename from waymo_open_dataset/BUILD rename to src/waymo_open_dataset/BUILD index fbc7e4e..5be3b0a 100644 --- a/waymo_open_dataset/BUILD +++ b/src/waymo_open_dataset/BUILD @@ -1,9 +1,8 @@ # Waymo open dataset load("@rules_license//rules:license.bzl", "license") -load("//tf:build_config.bzl", "all_proto_library") - - +load("//waymo_open_dataset/protos:defs.bzl", "all_proto_library") +load("@rules_python//python:pip.bzl", "compile_pip_requirements") package( default_applicable_licenses = ["//waymo_open_dataset:license"], @@ -13,6 +12,7 @@ package( license( name = "license", package_name = "waymo_open_dataset", + license_kinds = ["@rules_license//licenses/generic:notice"], ) licenses(["notice"]) @@ -28,11 +28,17 @@ all_proto_library( ], ) - - all_proto_library( src = "label.proto", deps = ["//waymo_open_dataset/protos:keypoint_proto"], ) - +compile_pip_requirements( + name = "requirements", + extra_args = [ + "--resolver=backtracking", + "--allow-unsafe", + ], + requirements_in = "requirements.in", + requirements_txt = "requirements.txt", +) diff --git a/waymo_open_dataset/LICENSE b/src/waymo_open_dataset/LICENSE similarity index 98% rename from waymo_open_dataset/LICENSE rename to src/waymo_open_dataset/LICENSE index 49c0119..1235525 100644 --- a/waymo_open_dataset/LICENSE +++ b/src/waymo_open_dataset/LICENSE @@ -1,3 +1,9 @@ +Copyright © 2023 Waymo LLC +This code repository (excluding wdl_limited folder) is +licensed under the Apache License, Version 2.0. The code appearing in +wdl_limited folder is licensed under terms appearing +therein. + Apache License Version 2.0, January 2004 http://www.apache.org/licenses/ @@ -202,7 +208,7 @@ ------------------------------------------------------------------------------ -Files: third_party/camera/* +Files: wdl_limited/camera/* Copyright (c) 2019 Waymo LLC. @@ -234,7 +240,7 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. ------------------------------------------------------------------------------ -Files: third_party/camera_segmentation/* +Files: wdl_limited/camera_segmentation/* Copyright (c) 2023 Waymo LLC. @@ -266,7 +272,7 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. ------------------------------------------------------------------------------ -Files: third_party/sim_agents_metrics/* +Files: wdl_limited/sim_agents_metrics/* Copyright (c) 2023 Waymo LLC. diff --git a/third_party/__init__.py b/src/waymo_open_dataset/__init__.py similarity index 100% rename from third_party/__init__.py rename to src/waymo_open_dataset/__init__.py diff --git a/third_party/deeplab2.BUILD b/src/waymo_open_dataset/bazel/deeplab2.BUILD similarity index 76% rename from third_party/deeplab2.BUILD rename to src/waymo_open_dataset/bazel/deeplab2.BUILD index 9723f6f..ff692bc 100644 --- a/third_party/deeplab2.BUILD +++ b/src/waymo_open_dataset/bazel/deeplab2.BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package(default_visibility = ["//visibility:public"]) # We need only several pure python files from the deeplab2 library for camera segmentation metric. @@ -9,4 +11,7 @@ py_library( "data/waymo_constants.py", "evaluation/segmentation_and_tracking_quality.py", ], + deps = [ + requirement("immutabledict"), + ], ) diff --git a/third_party/glog.BUILD b/src/waymo_open_dataset/bazel/glog.BUILD similarity index 100% rename from third_party/glog.BUILD rename to src/waymo_open_dataset/bazel/glog.BUILD diff --git a/third_party/six.BUILD b/src/waymo_open_dataset/bazel/six.BUILD similarity index 100% rename from third_party/six.BUILD rename to src/waymo_open_dataset/bazel/six.BUILD diff --git a/third_party/zlib.BUILD b/src/waymo_open_dataset/bazel/zlib.BUILD similarity index 100% rename from third_party/zlib.BUILD rename to src/waymo_open_dataset/bazel/zlib.BUILD diff --git a/waymo_open_dataset/common/BUILD b/src/waymo_open_dataset/common/BUILD similarity index 100% rename from waymo_open_dataset/common/BUILD rename to src/waymo_open_dataset/common/BUILD diff --git a/waymo_open_dataset/common/status.cc b/src/waymo_open_dataset/common/status.cc similarity index 100% rename from waymo_open_dataset/common/status.cc rename to src/waymo_open_dataset/common/status.cc diff --git a/waymo_open_dataset/common/status.h b/src/waymo_open_dataset/common/status.h similarity index 100% rename from waymo_open_dataset/common/status.h rename to src/waymo_open_dataset/common/status.h diff --git a/waymo_open_dataset/data_conversion/BUILD b/src/waymo_open_dataset/data_conversion/BUILD similarity index 88% rename from waymo_open_dataset/data_conversion/BUILD rename to src/waymo_open_dataset/data_conversion/BUILD index 7473c43..f5ca950 100644 --- a/waymo_open_dataset/data_conversion/BUILD +++ b/src/waymo_open_dataset/data_conversion/BUILD @@ -30,8 +30,7 @@ cc_library( "@com_google_absl//absl/strings", "@com_google_glog//:glog", "@com_google_protobuf//:protobuf_lite", - "@local_config_tf//:libtensorflow_framework", - "@local_config_tf//:tf_header_lib", + "@tensorflow_cc_deps//:cc_library", ], ) @@ -50,7 +49,6 @@ cc_test( "@com_google_absl//absl/strings", "@com_google_googletest//:gtest_main", "@com_google_protobuf//:protobuf", - "@local_config_tf//:libtensorflow_framework", - "@local_config_tf//:tf_header_lib", + "@tensorflow_cc_deps//:cc_library", ], ) diff --git a/waymo_open_dataset/data_conversion/scenario_conversion.cc b/src/waymo_open_dataset/data_conversion/scenario_conversion.cc similarity index 100% rename from waymo_open_dataset/data_conversion/scenario_conversion.cc rename to src/waymo_open_dataset/data_conversion/scenario_conversion.cc diff --git a/waymo_open_dataset/data_conversion/scenario_conversion.h b/src/waymo_open_dataset/data_conversion/scenario_conversion.h similarity index 100% rename from waymo_open_dataset/data_conversion/scenario_conversion.h rename to src/waymo_open_dataset/data_conversion/scenario_conversion.h diff --git a/waymo_open_dataset/data_conversion/scenario_conversion_test.cc b/src/waymo_open_dataset/data_conversion/scenario_conversion_test.cc similarity index 99% rename from waymo_open_dataset/data_conversion/scenario_conversion_test.cc rename to src/waymo_open_dataset/data_conversion/scenario_conversion_test.cc index c5c6c95..b6e2cf5 100644 --- a/waymo_open_dataset/data_conversion/scenario_conversion_test.cc +++ b/src/waymo_open_dataset/data_conversion/scenario_conversion_test.cc @@ -336,7 +336,6 @@ const char kScenarioStr[] = R"( } } } - metadata: "20190501_210619_C08395_3375_691_3395_691" objects_of_interest: 102 objects_of_interest: 103 tracks_to_predict { @@ -876,7 +875,6 @@ TextFormat::ParseFromString(R"pb( valid: true } } - metadata: "202010281000" objects_of_interest: 101 )pb", &scenario); // const std::map counters; @@ -988,7 +986,6 @@ TextFormat::ParseFromString(kScenarioStr, &scenario); // } EXPECT_THAT(features["scenario/id"].bytes_list().value(), ElementsAre("123")); - EXPECT_FALSE(features.contains("metadata/key")); EXPECT_THAT(features["state/id"].float_list().value(), ElementsAre(102, 104, 101, 103)); EXPECT_THAT(features["state/type"].float_list().value(), diff --git a/waymo_open_dataset/dataset.proto b/src/waymo_open_dataset/dataset.proto similarity index 100% rename from waymo_open_dataset/dataset.proto rename to src/waymo_open_dataset/dataset.proto diff --git a/waymo_open_dataset/label.proto b/src/waymo_open_dataset/label.proto similarity index 100% rename from waymo_open_dataset/label.proto rename to src/waymo_open_dataset/label.proto diff --git a/waymo_open_dataset/latency/BUILD b/src/waymo_open_dataset/latency/BUILD similarity index 91% rename from waymo_open_dataset/latency/BUILD rename to src/waymo_open_dataset/latency/BUILD index 36be789..c8ecfb5 100644 --- a/waymo_open_dataset/latency/BUILD +++ b/src/waymo_open_dataset/latency/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = [ @@ -28,6 +30,7 @@ py_binary( python_version = "PY3", deps = [ + requirement("numpy"), "//waymo_open_dataset:dataset_proto_py_pb2", "//waymo_open_dataset/protos:metrics_proto_py_pb2", ], diff --git a/waymo_open_dataset/latency/README.md b/src/waymo_open_dataset/latency/README.md similarity index 100% rename from waymo_open_dataset/latency/README.md rename to src/waymo_open_dataset/latency/README.md diff --git a/waymo_open_dataset/latency/compare_objects_file_to_submission_main.cc b/src/waymo_open_dataset/latency/compare_objects_file_to_submission_main.cc similarity index 100% rename from waymo_open_dataset/latency/compare_objects_file_to_submission_main.cc rename to src/waymo_open_dataset/latency/compare_objects_file_to_submission_main.cc diff --git a/waymo_open_dataset/latency/examples/2d_challenge/pytorch/Dockerfile b/src/waymo_open_dataset/latency/examples/2d_challenge/pytorch/Dockerfile similarity index 100% rename from waymo_open_dataset/latency/examples/2d_challenge/pytorch/Dockerfile rename to src/waymo_open_dataset/latency/examples/2d_challenge/pytorch/Dockerfile diff --git a/waymo_open_dataset/latency/examples/2d_challenge/pytorch/wod_latency_submission/__init__.py b/src/waymo_open_dataset/latency/examples/2d_challenge/pytorch/wod_latency_submission/__init__.py similarity index 100% rename from waymo_open_dataset/latency/examples/2d_challenge/pytorch/wod_latency_submission/__init__.py rename to src/waymo_open_dataset/latency/examples/2d_challenge/pytorch/wod_latency_submission/__init__.py diff --git a/waymo_open_dataset/latency/examples/2d_challenge/tensorflow/Dockerfile b/src/waymo_open_dataset/latency/examples/2d_challenge/tensorflow/Dockerfile similarity index 100% rename from waymo_open_dataset/latency/examples/2d_challenge/tensorflow/Dockerfile rename to src/waymo_open_dataset/latency/examples/2d_challenge/tensorflow/Dockerfile diff --git a/waymo_open_dataset/latency/examples/2d_challenge/tensorflow/wod_latency_submission/__init__.py b/src/waymo_open_dataset/latency/examples/2d_challenge/tensorflow/wod_latency_submission/__init__.py similarity index 100% rename from waymo_open_dataset/latency/examples/2d_challenge/tensorflow/wod_latency_submission/__init__.py rename to src/waymo_open_dataset/latency/examples/2d_challenge/tensorflow/wod_latency_submission/__init__.py diff --git a/waymo_open_dataset/latency/examples/2d_challenge/tensorflow/wod_latency_submission/model.py b/src/waymo_open_dataset/latency/examples/2d_challenge/tensorflow/wod_latency_submission/model.py similarity index 100% rename from waymo_open_dataset/latency/examples/2d_challenge/tensorflow/wod_latency_submission/model.py rename to src/waymo_open_dataset/latency/examples/2d_challenge/tensorflow/wod_latency_submission/model.py diff --git a/waymo_open_dataset/latency/examples/pytorch/from_saved_model/Dockerfile b/src/waymo_open_dataset/latency/examples/pytorch/from_saved_model/Dockerfile similarity index 100% rename from waymo_open_dataset/latency/examples/pytorch/from_saved_model/Dockerfile rename to src/waymo_open_dataset/latency/examples/pytorch/from_saved_model/Dockerfile diff --git a/waymo_open_dataset/latency/examples/pytorch/from_saved_model/README.md b/src/waymo_open_dataset/latency/examples/pytorch/from_saved_model/README.md similarity index 100% rename from waymo_open_dataset/latency/examples/pytorch/from_saved_model/README.md rename to src/waymo_open_dataset/latency/examples/pytorch/from_saved_model/README.md diff --git a/waymo_open_dataset/latency/examples/pytorch/from_saved_model/submission/lib/wod_latency_submission/__init__.py b/src/waymo_open_dataset/latency/examples/pytorch/from_saved_model/submission/lib/wod_latency_submission/__init__.py similarity index 100% rename from waymo_open_dataset/latency/examples/pytorch/from_saved_model/submission/lib/wod_latency_submission/__init__.py rename to src/waymo_open_dataset/latency/examples/pytorch/from_saved_model/submission/lib/wod_latency_submission/__init__.py diff --git a/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/Dockerfile b/src/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/Dockerfile similarity index 100% rename from waymo_open_dataset/latency/examples/tensorflow/from_saved_model/Dockerfile rename to src/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/Dockerfile diff --git a/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/__init__.py b/src/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/__init__.py similarity index 100% rename from waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/__init__.py rename to src/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/__init__.py diff --git a/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/model.py b/src/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/model.py similarity index 100% rename from waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/model.py rename to src/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/model.py diff --git a/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/saved_model.pb b/src/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/saved_model.pb similarity index 100% rename from waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/saved_model.pb rename to src/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/saved_model.pb diff --git a/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/variables/variables.data-00000-of-00001 b/src/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/variables/variables.data-00000-of-00001 similarity index 100% rename from waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/variables/variables.data-00000-of-00001 rename to src/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/variables/variables.data-00000-of-00001 diff --git a/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/variables/variables.index b/src/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/variables/variables.index similarity index 100% rename from waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/variables/variables.index rename to src/waymo_open_dataset/latency/examples/tensorflow/from_saved_model/wod_latency_submission/saved_model/variables/variables.index diff --git a/waymo_open_dataset/latency/examples/tensorflow/multiframe/Dockerfile b/src/waymo_open_dataset/latency/examples/tensorflow/multiframe/Dockerfile similarity index 100% rename from waymo_open_dataset/latency/examples/tensorflow/multiframe/Dockerfile rename to src/waymo_open_dataset/latency/examples/tensorflow/multiframe/Dockerfile diff --git a/waymo_open_dataset/latency/examples/tensorflow/multiframe/wod_latency_submission/__init__.py b/src/waymo_open_dataset/latency/examples/tensorflow/multiframe/wod_latency_submission/__init__.py similarity index 100% rename from waymo_open_dataset/latency/examples/tensorflow/multiframe/wod_latency_submission/__init__.py rename to src/waymo_open_dataset/latency/examples/tensorflow/multiframe/wod_latency_submission/__init__.py diff --git a/waymo_open_dataset/latency/examples/tensorflow/multiframe/wod_latency_submission/model.py b/src/waymo_open_dataset/latency/examples/tensorflow/multiframe/wod_latency_submission/model.py similarity index 100% rename from waymo_open_dataset/latency/examples/tensorflow/multiframe/wod_latency_submission/model.py rename to src/waymo_open_dataset/latency/examples/tensorflow/multiframe/wod_latency_submission/model.py diff --git a/waymo_open_dataset/latency/make_objects_file_from_latency_results.py b/src/waymo_open_dataset/latency/make_objects_file_from_latency_results.py similarity index 100% rename from waymo_open_dataset/latency/make_objects_file_from_latency_results.py rename to src/waymo_open_dataset/latency/make_objects_file_from_latency_results.py diff --git a/waymo_open_dataset/latency/run_latency_evaluation.sh b/src/waymo_open_dataset/latency/run_latency_evaluation.sh similarity index 100% rename from waymo_open_dataset/latency/run_latency_evaluation.sh rename to src/waymo_open_dataset/latency/run_latency_evaluation.sh diff --git a/waymo_open_dataset/latency/wod_latency_evaluator.py b/src/waymo_open_dataset/latency/wod_latency_evaluator.py similarity index 100% rename from waymo_open_dataset/latency/wod_latency_evaluator.py rename to src/waymo_open_dataset/latency/wod_latency_evaluator.py diff --git a/waymo_open_dataset/math/BUILD b/src/waymo_open_dataset/math/BUILD similarity index 100% rename from waymo_open_dataset/math/BUILD rename to src/waymo_open_dataset/math/BUILD diff --git a/waymo_open_dataset/math/aabox2d.h b/src/waymo_open_dataset/math/aabox2d.h similarity index 100% rename from waymo_open_dataset/math/aabox2d.h rename to src/waymo_open_dataset/math/aabox2d.h diff --git a/waymo_open_dataset/math/aabox2d_test.cc b/src/waymo_open_dataset/math/aabox2d_test.cc similarity index 100% rename from waymo_open_dataset/math/aabox2d_test.cc rename to src/waymo_open_dataset/math/aabox2d_test.cc diff --git a/waymo_open_dataset/math/box2d.cc b/src/waymo_open_dataset/math/box2d.cc similarity index 100% rename from waymo_open_dataset/math/box2d.cc rename to src/waymo_open_dataset/math/box2d.cc diff --git a/waymo_open_dataset/math/box2d.h b/src/waymo_open_dataset/math/box2d.h similarity index 100% rename from waymo_open_dataset/math/box2d.h rename to src/waymo_open_dataset/math/box2d.h diff --git a/waymo_open_dataset/math/box2d_test.cc b/src/waymo_open_dataset/math/box2d_test.cc similarity index 100% rename from waymo_open_dataset/math/box2d_test.cc rename to src/waymo_open_dataset/math/box2d_test.cc diff --git a/waymo_open_dataset/math/exactfloat.cc b/src/waymo_open_dataset/math/exactfloat.cc similarity index 100% rename from waymo_open_dataset/math/exactfloat.cc rename to src/waymo_open_dataset/math/exactfloat.cc diff --git a/waymo_open_dataset/math/exactfloat.h b/src/waymo_open_dataset/math/exactfloat.h similarity index 100% rename from waymo_open_dataset/math/exactfloat.h rename to src/waymo_open_dataset/math/exactfloat.h diff --git a/waymo_open_dataset/math/exactfloat_test.cc b/src/waymo_open_dataset/math/exactfloat_test.cc similarity index 100% rename from waymo_open_dataset/math/exactfloat_test.cc rename to src/waymo_open_dataset/math/exactfloat_test.cc diff --git a/waymo_open_dataset/math/math_util.h b/src/waymo_open_dataset/math/math_util.h similarity index 100% rename from waymo_open_dataset/math/math_util.h rename to src/waymo_open_dataset/math/math_util.h diff --git a/waymo_open_dataset/math/polygon2d.cc b/src/waymo_open_dataset/math/polygon2d.cc similarity index 100% rename from waymo_open_dataset/math/polygon2d.cc rename to src/waymo_open_dataset/math/polygon2d.cc diff --git a/waymo_open_dataset/math/polygon2d.h b/src/waymo_open_dataset/math/polygon2d.h similarity index 100% rename from waymo_open_dataset/math/polygon2d.h rename to src/waymo_open_dataset/math/polygon2d.h diff --git a/waymo_open_dataset/math/polygon2d_test.cc b/src/waymo_open_dataset/math/polygon2d_test.cc similarity index 100% rename from waymo_open_dataset/math/polygon2d_test.cc rename to src/waymo_open_dataset/math/polygon2d_test.cc diff --git a/waymo_open_dataset/math/segment2d.cc b/src/waymo_open_dataset/math/segment2d.cc similarity index 100% rename from waymo_open_dataset/math/segment2d.cc rename to src/waymo_open_dataset/math/segment2d.cc diff --git a/waymo_open_dataset/math/segment2d.h b/src/waymo_open_dataset/math/segment2d.h similarity index 100% rename from waymo_open_dataset/math/segment2d.h rename to src/waymo_open_dataset/math/segment2d.h diff --git a/waymo_open_dataset/math/vec2d.h b/src/waymo_open_dataset/math/vec2d.h similarity index 100% rename from waymo_open_dataset/math/vec2d.h rename to src/waymo_open_dataset/math/vec2d.h diff --git a/waymo_open_dataset/math/vec2d_test.cc b/src/waymo_open_dataset/math/vec2d_test.cc similarity index 100% rename from waymo_open_dataset/math/vec2d_test.cc rename to src/waymo_open_dataset/math/vec2d_test.cc diff --git a/waymo_open_dataset/math/vec3d.h b/src/waymo_open_dataset/math/vec3d.h similarity index 100% rename from waymo_open_dataset/math/vec3d.h rename to src/waymo_open_dataset/math/vec3d.h diff --git a/waymo_open_dataset/math/vec3d_test.cc b/src/waymo_open_dataset/math/vec3d_test.cc similarity index 100% rename from waymo_open_dataset/math/vec3d_test.cc rename to src/waymo_open_dataset/math/vec3d_test.cc diff --git a/waymo_open_dataset/metrics/BUILD b/src/waymo_open_dataset/metrics/BUILD similarity index 100% rename from waymo_open_dataset/metrics/BUILD rename to src/waymo_open_dataset/metrics/BUILD diff --git a/third_party/camera/__init__.py b/src/waymo_open_dataset/metrics/__init__.py similarity index 100% rename from third_party/camera/__init__.py rename to src/waymo_open_dataset/metrics/__init__.py diff --git a/waymo_open_dataset/metrics/breakdown_generator.cc b/src/waymo_open_dataset/metrics/breakdown_generator.cc similarity index 100% rename from waymo_open_dataset/metrics/breakdown_generator.cc rename to src/waymo_open_dataset/metrics/breakdown_generator.cc diff --git a/waymo_open_dataset/metrics/breakdown_generator.h b/src/waymo_open_dataset/metrics/breakdown_generator.h similarity index 100% rename from waymo_open_dataset/metrics/breakdown_generator.h rename to src/waymo_open_dataset/metrics/breakdown_generator.h diff --git a/waymo_open_dataset/metrics/breakdown_generator_test.cc b/src/waymo_open_dataset/metrics/breakdown_generator_test.cc similarity index 100% rename from waymo_open_dataset/metrics/breakdown_generator_test.cc rename to src/waymo_open_dataset/metrics/breakdown_generator_test.cc diff --git a/waymo_open_dataset/metrics/config_util.cc b/src/waymo_open_dataset/metrics/config_util.cc similarity index 100% rename from waymo_open_dataset/metrics/config_util.cc rename to src/waymo_open_dataset/metrics/config_util.cc diff --git a/waymo_open_dataset/metrics/config_util.h b/src/waymo_open_dataset/metrics/config_util.h similarity index 100% rename from waymo_open_dataset/metrics/config_util.h rename to src/waymo_open_dataset/metrics/config_util.h diff --git a/waymo_open_dataset/metrics/detection_metrics.cc b/src/waymo_open_dataset/metrics/detection_metrics.cc similarity index 100% rename from waymo_open_dataset/metrics/detection_metrics.cc rename to src/waymo_open_dataset/metrics/detection_metrics.cc diff --git a/waymo_open_dataset/metrics/detection_metrics.h b/src/waymo_open_dataset/metrics/detection_metrics.h similarity index 100% rename from waymo_open_dataset/metrics/detection_metrics.h rename to src/waymo_open_dataset/metrics/detection_metrics.h diff --git a/waymo_open_dataset/metrics/detection_metrics_test.cc b/src/waymo_open_dataset/metrics/detection_metrics_test.cc similarity index 100% rename from waymo_open_dataset/metrics/detection_metrics_test.cc rename to src/waymo_open_dataset/metrics/detection_metrics_test.cc diff --git a/waymo_open_dataset/metrics/hungarian.cc b/src/waymo_open_dataset/metrics/hungarian.cc similarity index 100% rename from waymo_open_dataset/metrics/hungarian.cc rename to src/waymo_open_dataset/metrics/hungarian.cc diff --git a/waymo_open_dataset/metrics/hungarian.h b/src/waymo_open_dataset/metrics/hungarian.h similarity index 100% rename from waymo_open_dataset/metrics/hungarian.h rename to src/waymo_open_dataset/metrics/hungarian.h diff --git a/waymo_open_dataset/metrics/hungarian_test.cc b/src/waymo_open_dataset/metrics/hungarian_test.cc similarity index 100% rename from waymo_open_dataset/metrics/hungarian_test.cc rename to src/waymo_open_dataset/metrics/hungarian_test.cc diff --git a/waymo_open_dataset/metrics/iou.cc b/src/waymo_open_dataset/metrics/iou.cc similarity index 100% rename from waymo_open_dataset/metrics/iou.cc rename to src/waymo_open_dataset/metrics/iou.cc diff --git a/waymo_open_dataset/metrics/iou.h b/src/waymo_open_dataset/metrics/iou.h similarity index 100% rename from waymo_open_dataset/metrics/iou.h rename to src/waymo_open_dataset/metrics/iou.h diff --git a/waymo_open_dataset/metrics/iou_test.cc b/src/waymo_open_dataset/metrics/iou_test.cc similarity index 100% rename from waymo_open_dataset/metrics/iou_test.cc rename to src/waymo_open_dataset/metrics/iou_test.cc diff --git a/waymo_open_dataset/metrics/matcher.cc b/src/waymo_open_dataset/metrics/matcher.cc similarity index 100% rename from waymo_open_dataset/metrics/matcher.cc rename to src/waymo_open_dataset/metrics/matcher.cc diff --git a/waymo_open_dataset/metrics/matcher.h b/src/waymo_open_dataset/metrics/matcher.h similarity index 100% rename from waymo_open_dataset/metrics/matcher.h rename to src/waymo_open_dataset/metrics/matcher.h diff --git a/waymo_open_dataset/metrics/matcher_test.cc b/src/waymo_open_dataset/metrics/matcher_test.cc similarity index 100% rename from waymo_open_dataset/metrics/matcher_test.cc rename to src/waymo_open_dataset/metrics/matcher_test.cc diff --git a/waymo_open_dataset/metrics/metrics_utils.cc b/src/waymo_open_dataset/metrics/metrics_utils.cc similarity index 100% rename from waymo_open_dataset/metrics/metrics_utils.cc rename to src/waymo_open_dataset/metrics/metrics_utils.cc diff --git a/waymo_open_dataset/metrics/metrics_utils.h b/src/waymo_open_dataset/metrics/metrics_utils.h similarity index 100% rename from waymo_open_dataset/metrics/metrics_utils.h rename to src/waymo_open_dataset/metrics/metrics_utils.h diff --git a/waymo_open_dataset/metrics/metrics_utils_test.cc b/src/waymo_open_dataset/metrics/metrics_utils_test.cc similarity index 100% rename from waymo_open_dataset/metrics/metrics_utils_test.cc rename to src/waymo_open_dataset/metrics/metrics_utils_test.cc diff --git a/waymo_open_dataset/metrics/mot.cc b/src/waymo_open_dataset/metrics/mot.cc similarity index 100% rename from waymo_open_dataset/metrics/mot.cc rename to src/waymo_open_dataset/metrics/mot.cc diff --git a/waymo_open_dataset/metrics/mot.h b/src/waymo_open_dataset/metrics/mot.h similarity index 100% rename from waymo_open_dataset/metrics/mot.h rename to src/waymo_open_dataset/metrics/mot.h diff --git a/waymo_open_dataset/metrics/mot_test.cc b/src/waymo_open_dataset/metrics/mot_test.cc similarity index 100% rename from waymo_open_dataset/metrics/mot_test.cc rename to src/waymo_open_dataset/metrics/mot_test.cc diff --git a/waymo_open_dataset/metrics/motion_metrics.cc b/src/waymo_open_dataset/metrics/motion_metrics.cc similarity index 100% rename from waymo_open_dataset/metrics/motion_metrics.cc rename to src/waymo_open_dataset/metrics/motion_metrics.cc diff --git a/waymo_open_dataset/metrics/motion_metrics.h b/src/waymo_open_dataset/metrics/motion_metrics.h similarity index 100% rename from waymo_open_dataset/metrics/motion_metrics.h rename to src/waymo_open_dataset/metrics/motion_metrics.h diff --git a/waymo_open_dataset/metrics/motion_metrics_test.cc b/src/waymo_open_dataset/metrics/motion_metrics_test.cc similarity index 100% rename from waymo_open_dataset/metrics/motion_metrics_test.cc rename to src/waymo_open_dataset/metrics/motion_metrics_test.cc diff --git a/waymo_open_dataset/metrics/motion_metrics_utils.cc b/src/waymo_open_dataset/metrics/motion_metrics_utils.cc similarity index 100% rename from waymo_open_dataset/metrics/motion_metrics_utils.cc rename to src/waymo_open_dataset/metrics/motion_metrics_utils.cc diff --git a/waymo_open_dataset/metrics/motion_metrics_utils.h b/src/waymo_open_dataset/metrics/motion_metrics_utils.h similarity index 100% rename from waymo_open_dataset/metrics/motion_metrics_utils.h rename to src/waymo_open_dataset/metrics/motion_metrics_utils.h diff --git a/waymo_open_dataset/metrics/motion_metrics_utils_test.cc b/src/waymo_open_dataset/metrics/motion_metrics_utils_test.cc similarity index 100% rename from waymo_open_dataset/metrics/motion_metrics_utils_test.cc rename to src/waymo_open_dataset/metrics/motion_metrics_utils_test.cc diff --git a/waymo_open_dataset/metrics/ops/BUILD b/src/waymo_open_dataset/metrics/ops/BUILD similarity index 85% rename from waymo_open_dataset/metrics/ops/BUILD rename to src/waymo_open_dataset/metrics/ops/BUILD index c496289..222f661 100644 --- a/waymo_open_dataset/metrics/ops/BUILD +++ b/src/waymo_open_dataset/metrics/ops/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_visibility = [ "//visibility:public", @@ -21,8 +23,7 @@ cc_library( "@com_google_absl//absl/container:flat_hash_map", "@com_google_absl//absl/container:flat_hash_set", "@com_google_absl//absl/types:optional", - "@local_config_tf//:libtensorflow_framework", - "@local_config_tf//:tf_header_lib", + "@tensorflow_cc_deps//:cc_library", ], ) @@ -61,8 +62,7 @@ cc_binary( "@com_google_absl//absl/container:flat_hash_map", "@com_google_absl//absl/strings", "@com_google_absl//absl/types:optional", - "@local_config_tf//:libtensorflow_framework", - "@local_config_tf//:tf_header_lib", + "@tensorflow_cc_deps//:cc_library", ], ) @@ -73,9 +73,8 @@ py_test( python_version = "PY3", deps = [ ":py_metrics_ops", - # Implicit python proto dependency. - # Implicit numpy dependency. - # Implicit tensorflow dependency. + requirement("numpy"), + requirement("tensorflow"), "//waymo_open_dataset:label_proto_py_pb2", "//waymo_open_dataset/protos:breakdown_proto_py_pb2", "//waymo_open_dataset/protos:metrics_proto_py_pb2", @@ -89,8 +88,8 @@ py_test( deps = [ ":py_metrics_ops", # Implicit python proto dependency. - # Implicit numpy dependency. - # Implicit tensorflow dependency. + requirement("numpy"), + requirement("tensorflow"), "//waymo_open_dataset/protos:metrics_proto_py_pb2", "//waymo_open_dataset/protos:motion_metrics_proto_py_pb2", ], @@ -103,8 +102,8 @@ py_test( deps = [ ":py_metrics_ops", # Implicit python proto dependency. - # Implicit numpy dependency. - # Implicit tensorflow dependency. + requirement("numpy"), + requirement("tensorflow"), "//waymo_open_dataset:label_proto_py_pb2", "//waymo_open_dataset/protos:breakdown_proto_py_pb2", "//waymo_open_dataset/protos:metrics_proto_py_pb2", diff --git a/third_party/camera/ops/__init__.py b/src/waymo_open_dataset/metrics/ops/__init__.py similarity index 100% rename from third_party/camera/ops/__init__.py rename to src/waymo_open_dataset/metrics/ops/__init__.py diff --git a/waymo_open_dataset/metrics/ops/detection_metrics_ops.cc b/src/waymo_open_dataset/metrics/ops/detection_metrics_ops.cc similarity index 100% rename from waymo_open_dataset/metrics/ops/detection_metrics_ops.cc rename to src/waymo_open_dataset/metrics/ops/detection_metrics_ops.cc diff --git a/waymo_open_dataset/metrics/ops/detection_metrics_ops_test.py b/src/waymo_open_dataset/metrics/ops/detection_metrics_ops_test.py similarity index 100% rename from waymo_open_dataset/metrics/ops/detection_metrics_ops_test.py rename to src/waymo_open_dataset/metrics/ops/detection_metrics_ops_test.py diff --git a/waymo_open_dataset/metrics/ops/matcher_ops.cc b/src/waymo_open_dataset/metrics/ops/matcher_ops.cc similarity index 100% rename from waymo_open_dataset/metrics/ops/matcher_ops.cc rename to src/waymo_open_dataset/metrics/ops/matcher_ops.cc diff --git a/waymo_open_dataset/metrics/ops/metrics_ops.cc b/src/waymo_open_dataset/metrics/ops/metrics_ops.cc similarity index 100% rename from waymo_open_dataset/metrics/ops/metrics_ops.cc rename to src/waymo_open_dataset/metrics/ops/metrics_ops.cc diff --git a/waymo_open_dataset/metrics/ops/motion_metrics_ops.cc b/src/waymo_open_dataset/metrics/ops/motion_metrics_ops.cc similarity index 100% rename from waymo_open_dataset/metrics/ops/motion_metrics_ops.cc rename to src/waymo_open_dataset/metrics/ops/motion_metrics_ops.cc diff --git a/waymo_open_dataset/metrics/ops/motion_metrics_ops_test.py b/src/waymo_open_dataset/metrics/ops/motion_metrics_ops_test.py similarity index 100% rename from waymo_open_dataset/metrics/ops/motion_metrics_ops_test.py rename to src/waymo_open_dataset/metrics/ops/motion_metrics_ops_test.py diff --git a/waymo_open_dataset/metrics/ops/py_metrics_ops.py b/src/waymo_open_dataset/metrics/ops/py_metrics_ops.py similarity index 100% rename from waymo_open_dataset/metrics/ops/py_metrics_ops.py rename to src/waymo_open_dataset/metrics/ops/py_metrics_ops.py diff --git a/waymo_open_dataset/metrics/ops/tracking_metrics_ops.cc b/src/waymo_open_dataset/metrics/ops/tracking_metrics_ops.cc similarity index 100% rename from waymo_open_dataset/metrics/ops/tracking_metrics_ops.cc rename to src/waymo_open_dataset/metrics/ops/tracking_metrics_ops.cc diff --git a/waymo_open_dataset/metrics/ops/tracking_metrics_ops_test.py b/src/waymo_open_dataset/metrics/ops/tracking_metrics_ops_test.py similarity index 100% rename from waymo_open_dataset/metrics/ops/tracking_metrics_ops_test.py rename to src/waymo_open_dataset/metrics/ops/tracking_metrics_ops_test.py diff --git a/waymo_open_dataset/metrics/ops/utils.cc b/src/waymo_open_dataset/metrics/ops/utils.cc similarity index 100% rename from waymo_open_dataset/metrics/ops/utils.cc rename to src/waymo_open_dataset/metrics/ops/utils.cc diff --git a/waymo_open_dataset/metrics/ops/utils.h b/src/waymo_open_dataset/metrics/ops/utils.h similarity index 100% rename from waymo_open_dataset/metrics/ops/utils.h rename to src/waymo_open_dataset/metrics/ops/utils.h diff --git a/waymo_open_dataset/metrics/python/BUILD b/src/waymo_open_dataset/metrics/python/BUILD similarity index 84% rename from waymo_open_dataset/metrics/python/BUILD rename to src/waymo_open_dataset/metrics/python/BUILD index 26cd2ce..d18cd2a 100644 --- a/waymo_open_dataset/metrics/python/BUILD +++ b/src/waymo_open_dataset/metrics/python/BUILD @@ -1,4 +1,4 @@ - +load("@wod_deps//:requirements.bzl", "requirement") package( default_applicable_licenses = ["//waymo_open_dataset:license"], @@ -24,6 +24,7 @@ py_library( srcs = ["detection_metrics.py"], deps = [ ":config_util_py", + requirement("tensorflow"), "//waymo_open_dataset/metrics/ops:py_metrics_ops", ], @@ -34,6 +35,8 @@ py_test( srcs = ["detection_metrics_test.py"], python_version = "PY3", deps = [ + requirement("numpy"), + requirement("tensorflow"), ":detection_metrics", "//waymo_open_dataset:label_proto_py_pb2", "//waymo_open_dataset/metrics/ops:py_metrics_ops", @@ -49,6 +52,7 @@ py_library( srcs = ["motion_metrics.py"], deps = [ ":config_util_py", + requirement("tensorflow"), "//waymo_open_dataset/metrics/ops:py_metrics_ops", ], @@ -59,6 +63,8 @@ py_test( srcs = ["motion_metrics_test.py"], python_version = "PY3", deps = [ + requirement("numpy"), + requirement("tensorflow"), ":motion_metrics", "//waymo_open_dataset/protos:metrics_proto_py_pb2", "//waymo_open_dataset/protos:motion_metrics_proto_py_pb2", @@ -70,6 +76,7 @@ py_library( srcs = ["tracking_metrics.py"], deps = [ ":config_util_py", + requirement("tensorflow"), "//waymo_open_dataset/metrics/ops:py_metrics_ops", ], @@ -80,6 +87,8 @@ py_test( srcs = ["tracking_metrics_test.py"], python_version = "PY3", deps = [ + requirement("numpy"), + requirement("tensorflow"), ":tracking_metrics", "//waymo_open_dataset:label_proto_py_pb2", "//waymo_open_dataset/metrics/ops:py_metrics_ops", @@ -94,6 +103,8 @@ py_library( name = "keypoint_metrics", srcs = ["keypoint_metrics.py"], deps = [ + requirement("immutabledict"), + requirement("tensorflow"), ":matcher", "//waymo_open_dataset:label_proto_py_pb2", "//waymo_open_dataset/protos:keypoint_proto_py_pb2", @@ -109,6 +120,8 @@ py_test( ":testdata/oks_testdata.json", ], deps = [ + requirement("numpy"), + requirement("tensorflow"), ":keypoint_metrics", "//waymo_open_dataset/utils:keypoint_data", ], @@ -120,6 +133,7 @@ py_library( name = "matcher", srcs = ["matcher.py"], deps = [ + requirement("tensorflow"), "//waymo_open_dataset:label_proto_py_pb2", "//waymo_open_dataset/metrics/ops:py_metrics_ops", @@ -132,6 +146,8 @@ py_test( name = "matcher_test", srcs = ["matcher_test.py"], deps = [ + requirement("numpy"), + requirement("tensorflow"), ":matcher", "//waymo_open_dataset/protos:metrics_proto_py_pb2", ], diff --git a/waymo_open_dataset/__init__.py b/src/waymo_open_dataset/metrics/python/__init__.py similarity index 100% rename from waymo_open_dataset/__init__.py rename to src/waymo_open_dataset/metrics/python/__init__.py diff --git a/waymo_open_dataset/metrics/python/config_util_py.py b/src/waymo_open_dataset/metrics/python/config_util_py.py similarity index 100% rename from waymo_open_dataset/metrics/python/config_util_py.py rename to src/waymo_open_dataset/metrics/python/config_util_py.py diff --git a/waymo_open_dataset/metrics/python/config_util_test.py b/src/waymo_open_dataset/metrics/python/config_util_test.py similarity index 100% rename from waymo_open_dataset/metrics/python/config_util_test.py rename to src/waymo_open_dataset/metrics/python/config_util_test.py diff --git a/waymo_open_dataset/metrics/python/detection_metrics.py b/src/waymo_open_dataset/metrics/python/detection_metrics.py similarity index 100% rename from waymo_open_dataset/metrics/python/detection_metrics.py rename to src/waymo_open_dataset/metrics/python/detection_metrics.py diff --git a/waymo_open_dataset/metrics/python/detection_metrics_test.py b/src/waymo_open_dataset/metrics/python/detection_metrics_test.py similarity index 100% rename from waymo_open_dataset/metrics/python/detection_metrics_test.py rename to src/waymo_open_dataset/metrics/python/detection_metrics_test.py diff --git a/waymo_open_dataset/metrics/python/keypoint_metrics.py b/src/waymo_open_dataset/metrics/python/keypoint_metrics.py similarity index 100% rename from waymo_open_dataset/metrics/python/keypoint_metrics.py rename to src/waymo_open_dataset/metrics/python/keypoint_metrics.py diff --git a/waymo_open_dataset/metrics/python/keypoint_metrics_test.py b/src/waymo_open_dataset/metrics/python/keypoint_metrics_test.py similarity index 100% rename from waymo_open_dataset/metrics/python/keypoint_metrics_test.py rename to src/waymo_open_dataset/metrics/python/keypoint_metrics_test.py diff --git a/waymo_open_dataset/metrics/python/matcher.py b/src/waymo_open_dataset/metrics/python/matcher.py similarity index 100% rename from waymo_open_dataset/metrics/python/matcher.py rename to src/waymo_open_dataset/metrics/python/matcher.py diff --git a/waymo_open_dataset/metrics/python/matcher_test.py b/src/waymo_open_dataset/metrics/python/matcher_test.py similarity index 100% rename from waymo_open_dataset/metrics/python/matcher_test.py rename to src/waymo_open_dataset/metrics/python/matcher_test.py diff --git a/waymo_open_dataset/metrics/python/motion_metrics.py b/src/waymo_open_dataset/metrics/python/motion_metrics.py similarity index 100% rename from waymo_open_dataset/metrics/python/motion_metrics.py rename to src/waymo_open_dataset/metrics/python/motion_metrics.py diff --git a/waymo_open_dataset/metrics/python/motion_metrics_test.py b/src/waymo_open_dataset/metrics/python/motion_metrics_test.py similarity index 100% rename from waymo_open_dataset/metrics/python/motion_metrics_test.py rename to src/waymo_open_dataset/metrics/python/motion_metrics_test.py diff --git a/waymo_open_dataset/metrics/python/testdata/README.md b/src/waymo_open_dataset/metrics/python/testdata/README.md similarity index 100% rename from waymo_open_dataset/metrics/python/testdata/README.md rename to src/waymo_open_dataset/metrics/python/testdata/README.md diff --git a/waymo_open_dataset/metrics/python/testdata/oks_testdata.json b/src/waymo_open_dataset/metrics/python/testdata/oks_testdata.json similarity index 100% rename from waymo_open_dataset/metrics/python/testdata/oks_testdata.json rename to src/waymo_open_dataset/metrics/python/testdata/oks_testdata.json diff --git a/waymo_open_dataset/metrics/python/tracking_metrics.py b/src/waymo_open_dataset/metrics/python/tracking_metrics.py similarity index 100% rename from waymo_open_dataset/metrics/python/tracking_metrics.py rename to src/waymo_open_dataset/metrics/python/tracking_metrics.py diff --git a/waymo_open_dataset/metrics/python/tracking_metrics_test.py b/src/waymo_open_dataset/metrics/python/tracking_metrics_test.py similarity index 100% rename from waymo_open_dataset/metrics/python/tracking_metrics_test.py rename to src/waymo_open_dataset/metrics/python/tracking_metrics_test.py diff --git a/waymo_open_dataset/metrics/python/wod_detection_evaluator.py b/src/waymo_open_dataset/metrics/python/wod_detection_evaluator.py similarity index 100% rename from waymo_open_dataset/metrics/python/wod_detection_evaluator.py rename to src/waymo_open_dataset/metrics/python/wod_detection_evaluator.py diff --git a/waymo_open_dataset/metrics/python/wod_detection_evaluator_test.py b/src/waymo_open_dataset/metrics/python/wod_detection_evaluator_test.py similarity index 100% rename from waymo_open_dataset/metrics/python/wod_detection_evaluator_test.py rename to src/waymo_open_dataset/metrics/python/wod_detection_evaluator_test.py diff --git a/waymo_open_dataset/metrics/segmentation_metrics.cc b/src/waymo_open_dataset/metrics/segmentation_metrics.cc similarity index 100% rename from waymo_open_dataset/metrics/segmentation_metrics.cc rename to src/waymo_open_dataset/metrics/segmentation_metrics.cc diff --git a/waymo_open_dataset/metrics/segmentation_metrics.h b/src/waymo_open_dataset/metrics/segmentation_metrics.h similarity index 100% rename from waymo_open_dataset/metrics/segmentation_metrics.h rename to src/waymo_open_dataset/metrics/segmentation_metrics.h diff --git a/waymo_open_dataset/metrics/segmentation_metrics_test.cc b/src/waymo_open_dataset/metrics/segmentation_metrics_test.cc similarity index 100% rename from waymo_open_dataset/metrics/segmentation_metrics_test.cc rename to src/waymo_open_dataset/metrics/segmentation_metrics_test.cc diff --git a/waymo_open_dataset/metrics/test_utils.cc b/src/waymo_open_dataset/metrics/test_utils.cc similarity index 100% rename from waymo_open_dataset/metrics/test_utils.cc rename to src/waymo_open_dataset/metrics/test_utils.cc diff --git a/waymo_open_dataset/metrics/test_utils.h b/src/waymo_open_dataset/metrics/test_utils.h similarity index 100% rename from waymo_open_dataset/metrics/test_utils.h rename to src/waymo_open_dataset/metrics/test_utils.h diff --git a/waymo_open_dataset/metrics/tools/BUILD b/src/waymo_open_dataset/metrics/tools/BUILD similarity index 100% rename from waymo_open_dataset/metrics/tools/BUILD rename to src/waymo_open_dataset/metrics/tools/BUILD diff --git a/waymo_open_dataset/metrics/tools/compute_detection_let_metrics_main.cc b/src/waymo_open_dataset/metrics/tools/compute_detection_let_metrics_main.cc similarity index 100% rename from waymo_open_dataset/metrics/tools/compute_detection_let_metrics_main.cc rename to src/waymo_open_dataset/metrics/tools/compute_detection_let_metrics_main.cc diff --git a/waymo_open_dataset/metrics/tools/compute_detection_metrics_main.cc b/src/waymo_open_dataset/metrics/tools/compute_detection_metrics_main.cc similarity index 100% rename from waymo_open_dataset/metrics/tools/compute_detection_metrics_main.cc rename to src/waymo_open_dataset/metrics/tools/compute_detection_metrics_main.cc diff --git a/waymo_open_dataset/metrics/tools/compute_segmentation_metrics_main.cc b/src/waymo_open_dataset/metrics/tools/compute_segmentation_metrics_main.cc similarity index 100% rename from waymo_open_dataset/metrics/tools/compute_segmentation_metrics_main.cc rename to src/waymo_open_dataset/metrics/tools/compute_segmentation_metrics_main.cc diff --git a/waymo_open_dataset/metrics/tools/compute_tracking_metrics_main.cc b/src/waymo_open_dataset/metrics/tools/compute_tracking_metrics_main.cc similarity index 100% rename from waymo_open_dataset/metrics/tools/compute_tracking_metrics_main.cc rename to src/waymo_open_dataset/metrics/tools/compute_tracking_metrics_main.cc diff --git a/waymo_open_dataset/metrics/tools/create_prediction_file_example.py b/src/waymo_open_dataset/metrics/tools/create_prediction_file_example.py similarity index 100% rename from waymo_open_dataset/metrics/tools/create_prediction_file_example.py rename to src/waymo_open_dataset/metrics/tools/create_prediction_file_example.py diff --git a/waymo_open_dataset/metrics/tools/create_segmentation_prediction_file_example.py b/src/waymo_open_dataset/metrics/tools/create_segmentation_prediction_file_example.py similarity index 100% rename from waymo_open_dataset/metrics/tools/create_segmentation_prediction_file_example.py rename to src/waymo_open_dataset/metrics/tools/create_segmentation_prediction_file_example.py diff --git a/waymo_open_dataset/metrics/tools/create_submission.cc b/src/waymo_open_dataset/metrics/tools/create_submission.cc similarity index 100% rename from waymo_open_dataset/metrics/tools/create_submission.cc rename to src/waymo_open_dataset/metrics/tools/create_submission.cc diff --git a/waymo_open_dataset/metrics/tools/fake_ground_truths.bin b/src/waymo_open_dataset/metrics/tools/fake_ground_truths.bin similarity index 100% rename from waymo_open_dataset/metrics/tools/fake_ground_truths.bin rename to src/waymo_open_dataset/metrics/tools/fake_ground_truths.bin diff --git a/waymo_open_dataset/metrics/tools/fake_predictions.bin b/src/waymo_open_dataset/metrics/tools/fake_predictions.bin similarity index 100% rename from waymo_open_dataset/metrics/tools/fake_predictions.bin rename to src/waymo_open_dataset/metrics/tools/fake_predictions.bin diff --git a/waymo_open_dataset/metrics/tools/fake_segmentation_groundtruths.bin b/src/waymo_open_dataset/metrics/tools/fake_segmentation_groundtruths.bin similarity index 100% rename from waymo_open_dataset/metrics/tools/fake_segmentation_groundtruths.bin rename to src/waymo_open_dataset/metrics/tools/fake_segmentation_groundtruths.bin diff --git a/waymo_open_dataset/metrics/tools/fake_segmentation_predictions.bin b/src/waymo_open_dataset/metrics/tools/fake_segmentation_predictions.bin similarity index 100% rename from waymo_open_dataset/metrics/tools/fake_segmentation_predictions.bin rename to src/waymo_open_dataset/metrics/tools/fake_segmentation_predictions.bin diff --git a/waymo_open_dataset/metrics/tools/submission.txtpb b/src/waymo_open_dataset/metrics/tools/submission.txtpb similarity index 100% rename from waymo_open_dataset/metrics/tools/submission.txtpb rename to src/waymo_open_dataset/metrics/tools/submission.txtpb diff --git a/waymo_open_dataset/metrics/tracking_metrics.cc b/src/waymo_open_dataset/metrics/tracking_metrics.cc similarity index 100% rename from waymo_open_dataset/metrics/tracking_metrics.cc rename to src/waymo_open_dataset/metrics/tracking_metrics.cc diff --git a/waymo_open_dataset/metrics/tracking_metrics.h b/src/waymo_open_dataset/metrics/tracking_metrics.h similarity index 100% rename from waymo_open_dataset/metrics/tracking_metrics.h rename to src/waymo_open_dataset/metrics/tracking_metrics.h diff --git a/waymo_open_dataset/metrics/tracking_metrics_test.cc b/src/waymo_open_dataset/metrics/tracking_metrics_test.cc similarity index 100% rename from waymo_open_dataset/metrics/tracking_metrics_test.cc rename to src/waymo_open_dataset/metrics/tracking_metrics_test.cc diff --git a/src/waymo_open_dataset/pip_pkg_scripts/BUILD b/src/waymo_open_dataset/pip_pkg_scripts/BUILD new file mode 100644 index 0000000..f8970d5 --- /dev/null +++ b/src/waymo_open_dataset/pip_pkg_scripts/BUILD @@ -0,0 +1,224 @@ +load("@wod_deps//:requirements.bzl", "requirement") +load("@rules_python//python:versions.bzl", "gen_python_config_settings") +load("@rules_python//python:packaging.bzl", "py_package", "py_wheel") + +package( + default_applicable_licenses = ["//waymo_open_dataset:license"], + default_visibility = ["//visibility:public"], +) + +py_package( + name = "all_python_modules", + # Only include these Python packages. + # '.' will be replaced with '/' , ex. waymo_open_dataset.math corresponds //waymo_open_dataset/math + packages = [ + "waymo_open_dataset", + ], + # All targets to include into the package. + # Output from `bazel query 'kind(py_library,//...) - attr(testonly, 0, //...)'` + deps = [ + "//waymo_open_dataset:dataset_cc_proto", + "//waymo_open_dataset:dataset_proto_py_pb2", + "//waymo_open_dataset:label_cc_proto", + "//waymo_open_dataset:label_proto_py_pb2", + "//waymo_open_dataset/common:status", + "//waymo_open_dataset/data_conversion:scenario_conversion", + "//waymo_open_dataset/math:aabox2d", + "//waymo_open_dataset/math:box2d", + "//waymo_open_dataset/math:exactfloat", + "//waymo_open_dataset/math:math_util", + "//waymo_open_dataset/math:polygon2d", + "//waymo_open_dataset/math:segment2d", + "//waymo_open_dataset/math:vec2d", + "//waymo_open_dataset/math:vec3d", + "//waymo_open_dataset/metrics:breakdown_generator", + "//waymo_open_dataset/metrics:config_util", + "//waymo_open_dataset/metrics:detection_metrics", + "//waymo_open_dataset/metrics:hungarian", + "//waymo_open_dataset/metrics:iou", + "//waymo_open_dataset/metrics:matcher", + "//waymo_open_dataset/metrics:metrics_utils", + "//waymo_open_dataset/metrics:mot", + "//waymo_open_dataset/metrics:motion_metrics", + "//waymo_open_dataset/metrics:motion_metrics_utils", + "//waymo_open_dataset/metrics:segmentation_metrics", + "//waymo_open_dataset/metrics:tracking_metrics", + "//waymo_open_dataset/metrics/ops:py_metrics_ops", + "//waymo_open_dataset/metrics/ops:utils", + "//waymo_open_dataset/metrics/python:config_util_py", + "//waymo_open_dataset/metrics/python:detection_metrics", + "//waymo_open_dataset/metrics/python:keypoint_metrics", + "//waymo_open_dataset/metrics/python:matcher", + "//waymo_open_dataset/metrics/python:motion_metrics", + "//waymo_open_dataset/metrics/python:tracking_metrics", + "//waymo_open_dataset/protos:box_cc_proto", + "//waymo_open_dataset/protos:box_proto_py_pb2", + "//waymo_open_dataset/protos:breakdown_cc_proto", + "//waymo_open_dataset/protos:breakdown_proto_py_pb2", + "//waymo_open_dataset/protos:camera_segmentation_cc_proto", + "//waymo_open_dataset/protos:camera_segmentation_metrics_cc_proto", + "//waymo_open_dataset/protos:camera_segmentation_metrics_proto_py_pb2", + "//waymo_open_dataset/protos:camera_segmentation_proto_py_pb2", + "//waymo_open_dataset/protos:camera_segmentation_submission_cc_proto", + "//waymo_open_dataset/protos:camera_segmentation_submission_proto_py_pb2", + "//waymo_open_dataset/protos:compressed_lidar_cc_proto", + "//waymo_open_dataset/protos:compressed_lidar_proto_py_pb2", + "//waymo_open_dataset/protos:conversion_config_cc_proto", + "//waymo_open_dataset/protos:conversion_config_proto_py_pb2", + "//waymo_open_dataset/protos:keypoint_cc_proto", + "//waymo_open_dataset/protos:keypoint_proto_py_pb2", + "//waymo_open_dataset/protos:keypoints_metrics_cc_proto", + "//waymo_open_dataset/protos:keypoints_metrics_proto_py_pb2", + "//waymo_open_dataset/protos:keypoints_submission_cc_proto", + "//waymo_open_dataset/protos:keypoints_submission_proto_py_pb2", + "//waymo_open_dataset/protos:map_cc_proto", + "//waymo_open_dataset/protos:map_proto_py_pb2", + "//waymo_open_dataset/protos:metrics_cc_proto", + "//waymo_open_dataset/protos:metrics_proto_py_pb2", + "//waymo_open_dataset/protos:motion_metrics_cc_proto", + "//waymo_open_dataset/protos:motion_metrics_proto_py_pb2", + "//waymo_open_dataset/protos:motion_submission_cc_proto", + "//waymo_open_dataset/protos:motion_submission_proto_py_pb2", + "//waymo_open_dataset/protos:occupancy_flow_metrics_cc_proto", + "//waymo_open_dataset/protos:occupancy_flow_metrics_proto_py_pb2", + "//waymo_open_dataset/protos:occupancy_flow_submission_cc_proto", + "//waymo_open_dataset/protos:occupancy_flow_submission_proto_py_pb2", + "//waymo_open_dataset/protos:scenario_cc_proto", + "//waymo_open_dataset/protos:scenario_proto_py_pb2", + "//waymo_open_dataset/protos:segmentation_cc_proto", + "//waymo_open_dataset/protos:segmentation_metrics_cc_proto", + "//waymo_open_dataset/protos:segmentation_metrics_proto_py_pb2", + "//waymo_open_dataset/protos:segmentation_proto_py_pb2", + "//waymo_open_dataset/protos:segmentation_submission_cc_proto", + "//waymo_open_dataset/protos:segmentation_submission_proto_py_pb2", + "//waymo_open_dataset/protos:sim_agents_metrics_cc_proto", + "//waymo_open_dataset/protos:sim_agents_metrics_proto_py_pb2", + "//waymo_open_dataset/protos:sim_agents_submission_cc_proto", + "//waymo_open_dataset/protos:sim_agents_submission_proto_py_pb2", + "//waymo_open_dataset/protos:submission_cc_proto", + "//waymo_open_dataset/protos:submission_proto_py_pb2", + "//waymo_open_dataset/protos:vector_cc_proto", + "//waymo_open_dataset/protos:vector_proto_py_pb2", + "//waymo_open_dataset/utils:box_utils", + "//waymo_open_dataset/utils:camera_segmentation_utils", + "//waymo_open_dataset/utils:frame_utils", + "//waymo_open_dataset/utils:geometry_utils", + "//waymo_open_dataset/utils:keypoint_data", + "//waymo_open_dataset/utils:keypoint_draw", + "//waymo_open_dataset/utils:occupancy_flow_data", + "//waymo_open_dataset/utils:occupancy_flow_grids", + "//waymo_open_dataset/utils:occupancy_flow_metrics", + "//waymo_open_dataset/utils:occupancy_flow_renderer", + "//waymo_open_dataset/utils:occupancy_flow_vis", + "//waymo_open_dataset/utils:plot_maps", + "//waymo_open_dataset/utils:range_image_utils", + "//waymo_open_dataset/utils:trajectory_utils", + "//waymo_open_dataset/utils:transform_utils", + "//waymo_open_dataset/utils:womd_lidar_utils", + "//waymo_open_dataset/utils/compression:delta_encoder", + "//waymo_open_dataset/utils/sim_agents:converters", + "//waymo_open_dataset/utils/sim_agents:submission_specs", + "//waymo_open_dataset/utils/sim_agents:test_utils", + "//waymo_open_dataset/utils/sim_agents:visualizations", + "//waymo_open_dataset/v2", + "//waymo_open_dataset/v2:column_types", + "//waymo_open_dataset/v2:component", + "//waymo_open_dataset/v2:dataframe_utils", + "//waymo_open_dataset/v2:typing_utils", + "//waymo_open_dataset/v2/perception:base", + "//waymo_open_dataset/v2/perception:box", + "//waymo_open_dataset/v2/perception:camera_image", + "//waymo_open_dataset/v2/perception:context", + "//waymo_open_dataset/v2/perception:keypoints", + "//waymo_open_dataset/v2/perception:lidar", + "//waymo_open_dataset/v2/perception:pose", + "//waymo_open_dataset/v2/perception:segmentation", + "//waymo_open_dataset/v2/perception/compat_v1:box", + "//waymo_open_dataset/v2/perception/compat_v1:camera_image", + "//waymo_open_dataset/v2/perception/compat_v1:context", + "//waymo_open_dataset/v2/perception/compat_v1:interfaces", + "//waymo_open_dataset/v2/perception/compat_v1:keypoints", + "//waymo_open_dataset/v2/perception/compat_v1:lidar", + "//waymo_open_dataset/v2/perception/compat_v1:pose", + "//waymo_open_dataset/v2/perception/compat_v1:segmentation", + "//waymo_open_dataset/v2/perception/utils:lidar_utils", + "//waymo_open_dataset/wdl_limited/camera:libcamera_model.so", + "//waymo_open_dataset/wdl_limited/camera/ops:py_camera_model_ops", + "//waymo_open_dataset/wdl_limited/camera_segmentation:camera_segmentation_metrics", + "//waymo_open_dataset/wdl_limited/sim_agents_metrics:estimators", + "//waymo_open_dataset/wdl_limited/sim_agents_metrics:interaction_features", + "//waymo_open_dataset/wdl_limited/sim_agents_metrics:map_metric_features", + "//waymo_open_dataset/wdl_limited/sim_agents_metrics:metric_features", + "//waymo_open_dataset/wdl_limited/sim_agents_metrics:metrics", + "//waymo_open_dataset/wdl_limited/sim_agents_metrics:trajectory_features", + ], +) + +gen_python_config_settings() + +py_wheel( + name = "wheel", + classifiers = [ + "Development Status :: 5 - Production/Stable", + "Intended Audience :: Developers", + "Intended Audience :: Education", + "Intended Audience :: Science/Research", + "License :: OSI Approved :: Apache Software License", + "Programming Language :: Python :: 3.10", + "Topic :: Scientific/Engineering", + "Topic :: Scientific/Engineering :: Artificial Intelligence", + "Topic :: Software Development", + "Topic :: Software Development :: Libraries", + "Topic :: Software Development :: Libraries :: Python Modules", + ], + distribution = "waymo-open-dataset-tf-2.11.0", + python_tag = "py3", + # Should be in-sync with //requirements.in + requires = [ + "absl-py==1.4.0", + "auditwheel==5.3.0", + "dask[dataframe]==2023.3.1", + "einsum==0.3.0", + "google-auth==2.16.2", + "immutabledict==2.2.0", + "matplotlib==3.6.1", + "numpy==1.21.5", + "openexr==1.3.9", + "pandas==1.5.3", + "pillow==9.2.0", + "plotly==5.13.1", + "pyarrow==10.0.0", + "scikit-image==0.20.0", + "scikit-learn==1.2.2", + "setuptools==67.6.0", + "tensorflow==2.11", + "tensorflow_graphics==2021.12.3", + "tensorflow_probability==0.19.0", + ], + version = "1.5.0", + deps = [ + ":all_python_modules", + ], +) + +py_binary( + name = "auditwheel_wrapper", + srcs = ["auditwheel_wrapper.py"], + deps = [ + requirement("auditwheel"), + requirement("tensorflow"), + ], +) + +genrule( + name = "wheel_manylinux", + srcs = [ + ":wheel", + ], + outs = ["auditwheel_manylinux"], + cmd = "./$(location :auditwheel_wrapper) repair --plat=manylinux_2_28_x86_64 $(location :wheel) -w $(OUTS)", + executable = True, + tools = [ + ":auditwheel_wrapper", + ], +) diff --git a/src/waymo_open_dataset/pip_pkg_scripts/README.md b/src/waymo_open_dataset/pip_pkg_scripts/README.md new file mode 100644 index 0000000..13a6f54 --- /dev/null +++ b/src/waymo_open_dataset/pip_pkg_scripts/README.md @@ -0,0 +1,57 @@ +## Build a pip package locally using the docker container + +```bash +mkdir /tmp/wod +cd src +docker build \ + --tag=open_dataset_pip\ + -f waymo_open_dataset/waymo_open_dataset/pip_pkg_scripts/build.Dockerfile\ + --build-arg USERNAME=$USER\ + --build-arg USER_UID=$(id -u $USER) . +docker run --mount type=bind,source=/tmp/wod,target=/tmp/wod open_dataset_pip +``` + +This command will execute the `build.sh` inside the container, which runs all +tests and builds the waymo_open_dataset wheel package for the lib. The outputs + `.whl` will be under `/tmp/wod/` folder. + +To manually run commands inside docker + +```bash +docker run -it --entrypoint='/bin/bash' --mount type=bind,source=$PWD,target=/tmp/repo open_dataset_pip +bazelisk build //waymo_open_dataset/waymo_open_dataset/pip_pkg_scripts:wheel_manylinux +``` + + +## Build a pip package locally without docker container + +Follow the +[instructions to install bazelisk](https://bazel.build/install/bazelisk) and run + +```bash +bazelisk build //waymo_open_dataset/waymo_open_dataset/pip_pkg_scripts:wheel +``` + +Output wheel build for you host platform will in +`/tmp/repo/bazel-bin/waymo_open_dataset/pip_pkg_scripts` + +## Update requirements + +Known dependencies are "pinned" in `../requirements.in`. To update the full list +of transitive dependencies in `requirements.txt` execute: + +``` +bazel run :requirements.update +``` + +## Reporting an issue + +To quickly diagnose any issue please attach a log file created by the +following bazel command: + +``` +bazelisk test ... --test_output=errors --subcommands --verbose_failures \ + --sandbox_debug --keep_going 2>&1 | tee bazel_wod_test.log +``` + + diff --git a/src/waymo_open_dataset/pip_pkg_scripts/auditwheel_wrapper.py b/src/waymo_open_dataset/pip_pkg_scripts/auditwheel_wrapper.py new file mode 100644 index 0000000..4a4b59c --- /dev/null +++ b/src/waymo_open_dataset/pip_pkg_scripts/auditwheel_wrapper.py @@ -0,0 +1,36 @@ +# Copyright 2023 The Waymo Open Dataset Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# ============================================================================== +"""Monkey patch auditwheel to not ship tensorflow in pypi wheels. + +Inspired by https://stackoverflow.com/a/69521879. +""" +import os +import sys + +from auditwheel import main +from auditwheel import policy +import tensorflow as tf + + +if __name__ == '__main__': + print(' '.join(sys.argv)) + tf_dirs = ':'.join(tf.__path__) + if 'LD_LIBRARY_PATH' in os.environ: + os.environ['LD_LIBRARY_PATH'] += ':' + tf_dirs + else: + os.environ['LD_LIBRARY_PATH'] = tf_dirs + for p in policy.load_policies(): + p['lib_whitelist'].append('libtensorflow_framework.so.2') + sys.exit(main.main()) diff --git a/src/waymo_open_dataset/pip_pkg_scripts/build.Dockerfile b/src/waymo_open_dataset/pip_pkg_scripts/build.Dockerfile new file mode 100644 index 0000000..104f6b0 --- /dev/null +++ b/src/waymo_open_dataset/pip_pkg_scripts/build.Dockerfile @@ -0,0 +1,35 @@ +# We Keep it to a bare minumum to run bazel build to build the pip package (wheel). +# An official docker image to build manylinux2014_x86_64 wheels. +FROM quay.io/pypa/manylinux_2_28_x86_64 + +# go is required to use bazelisk +RUN yum -y install sudo golang python3 clang + +# Almost all dependensies are defined via `requirements.in`. +# Dependencies which can't be installed via pip. +RUN yum -y install OpenEXR-devel.x86_64 + +# Create a non-root user. +# Recent version of bazelbuild/rules_python will fails if you bazel build as a root. +# https://github.com/bazelbuild/rules_python/pull/713 +ARG USERNAME=package-manager +ARG USER_UID=1000 +ARG USER_GID=$USER_UID +RUN groupadd --gid $USER_GID $USERNAME \ + && useradd --uid $USER_UID --gid $USER_GID -m $USERNAME \ + && echo $USERNAME ALL=\(root\) NOPASSWD:ALL > /etc/sudoers.d/$USERNAME \ + && chmod 0440 /etc/sudoers.d/$USERNAME +USER $USERNAME + +# Install bazelisk +RUN go install github.com/bazelbuild/bazelisk@latest +ENV PATH="$PATH:/home/${USERNAME}/go/bin" + + +COPY --chown=${USERNAME}:${USERNAME} . /tmp/repo +WORKDIR /tmp/repo + +ENTRYPOINT ["waymo_open_dataset/pip_pkg_scripts/build.sh"] + +# The default parameters for the build.sh +CMD [] diff --git a/pip_pkg_scripts/docker_build_all.sh b/src/waymo_open_dataset/pip_pkg_scripts/build.sh similarity index 57% rename from pip_pkg_scripts/docker_build_all.sh rename to src/waymo_open_dataset/pip_pkg_scripts/build.sh index 7195d2e..6fce364 100755 --- a/pip_pkg_scripts/docker_build_all.sh +++ b/src/waymo_open_dataset/pip_pkg_scripts/build.sh @@ -1,5 +1,5 @@ #!/bin/bash -# Copyright 2021 The Waymo Open Dataset Authors. +# Copyright 2023 The Waymo Open Dataset Authors. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -14,16 +14,10 @@ # limitations under the License. # ============================================================================== -set -e -x - -docker build --tag=open_dataset_pip -f pip_pkg_scripts/build.Dockerfile . -mkdir /tmp/artifacts | true -mkdir /tmp/artifacts_all | true +# See README.md for instructions to use this script. -for pyv in 7 8 9; do - for tfv in 6; do - docker run --mount type=bind,source=/tmp/artifacts,target=/tmp/artifacts -e "PYTHON_VERSION=3" -e "PYTHON_MINOR_VERSION=${pyv}" -e "PIP_MANYLINUX2010=1" -e "TF_VERSION=2.${tfv}.0" open_dataset_pip - cp -f /tmp/artifacts/* /tmp/artifacts_all - done -done +set -e -x +bazelisk test -c opt ... --test_output=all +bazelisk build -c opt //waymo_open_dataset/pip_pkg_scripts:wheel_manylinux +cp bazel-out/k8-opt/bin/waymo_open_dataset/pip_pkg_scripts/auditwheel_manylinux/* /tmp/wod diff --git a/waymo_open_dataset/protos/BUILD b/src/waymo_open_dataset/protos/BUILD similarity index 98% rename from waymo_open_dataset/protos/BUILD rename to src/waymo_open_dataset/protos/BUILD index 111ac4e..4df879d 100644 --- a/waymo_open_dataset/protos/BUILD +++ b/src/waymo_open_dataset/protos/BUILD @@ -1,4 +1,4 @@ -load("//tf:build_config.bzl", "all_proto_library") +load(":defs.bzl", "all_proto_library") diff --git a/waymo_open_dataset/metrics/__init__.py b/src/waymo_open_dataset/protos/__init__.py similarity index 100% rename from waymo_open_dataset/metrics/__init__.py rename to src/waymo_open_dataset/protos/__init__.py diff --git a/waymo_open_dataset/protos/box.proto b/src/waymo_open_dataset/protos/box.proto similarity index 100% rename from waymo_open_dataset/protos/box.proto rename to src/waymo_open_dataset/protos/box.proto diff --git a/waymo_open_dataset/protos/breakdown.proto b/src/waymo_open_dataset/protos/breakdown.proto similarity index 100% rename from waymo_open_dataset/protos/breakdown.proto rename to src/waymo_open_dataset/protos/breakdown.proto diff --git a/waymo_open_dataset/protos/camera_segmentation.proto b/src/waymo_open_dataset/protos/camera_segmentation.proto similarity index 100% rename from waymo_open_dataset/protos/camera_segmentation.proto rename to src/waymo_open_dataset/protos/camera_segmentation.proto diff --git a/waymo_open_dataset/protos/camera_segmentation_metrics.proto b/src/waymo_open_dataset/protos/camera_segmentation_metrics.proto similarity index 100% rename from waymo_open_dataset/protos/camera_segmentation_metrics.proto rename to src/waymo_open_dataset/protos/camera_segmentation_metrics.proto diff --git a/waymo_open_dataset/protos/camera_segmentation_submission.proto b/src/waymo_open_dataset/protos/camera_segmentation_submission.proto similarity index 100% rename from waymo_open_dataset/protos/camera_segmentation_submission.proto rename to src/waymo_open_dataset/protos/camera_segmentation_submission.proto diff --git a/waymo_open_dataset/protos/compressed_lidar.proto b/src/waymo_open_dataset/protos/compressed_lidar.proto similarity index 100% rename from waymo_open_dataset/protos/compressed_lidar.proto rename to src/waymo_open_dataset/protos/compressed_lidar.proto diff --git a/waymo_open_dataset/protos/conversion_config.proto b/src/waymo_open_dataset/protos/conversion_config.proto similarity index 98% rename from waymo_open_dataset/protos/conversion_config.proto rename to src/waymo_open_dataset/protos/conversion_config.proto index f5c0056..be74c01 100644 --- a/waymo_open_dataset/protos/conversion_config.proto +++ b/src/waymo_open_dataset/protos/conversion_config.proto @@ -20,8 +20,6 @@ syntax = "proto2"; package waymo.open_dataset; -import "waymo_open_dataset/protos/scenario.proto"; - // A configuration for converting Scenario protos to tf.Example protos. message MotionExampleConversionConfig { // The maximum number of agents to populate in the tf.Example. diff --git a/tf/build_config.bzl b/src/waymo_open_dataset/protos/defs.bzl similarity index 100% rename from tf/build_config.bzl rename to src/waymo_open_dataset/protos/defs.bzl diff --git a/waymo_open_dataset/protos/keypoint.proto b/src/waymo_open_dataset/protos/keypoint.proto similarity index 100% rename from waymo_open_dataset/protos/keypoint.proto rename to src/waymo_open_dataset/protos/keypoint.proto diff --git a/waymo_open_dataset/protos/keypoints_metrics.proto b/src/waymo_open_dataset/protos/keypoints_metrics.proto similarity index 100% rename from waymo_open_dataset/protos/keypoints_metrics.proto rename to src/waymo_open_dataset/protos/keypoints_metrics.proto diff --git a/waymo_open_dataset/protos/keypoints_submission.proto b/src/waymo_open_dataset/protos/keypoints_submission.proto similarity index 100% rename from waymo_open_dataset/protos/keypoints_submission.proto rename to src/waymo_open_dataset/protos/keypoints_submission.proto diff --git a/waymo_open_dataset/protos/map.proto b/src/waymo_open_dataset/protos/map.proto similarity index 100% rename from waymo_open_dataset/protos/map.proto rename to src/waymo_open_dataset/protos/map.proto diff --git a/waymo_open_dataset/protos/metrics.proto b/src/waymo_open_dataset/protos/metrics.proto similarity index 99% rename from waymo_open_dataset/protos/metrics.proto rename to src/waymo_open_dataset/protos/metrics.proto index 7e18d32..d155610 100644 --- a/waymo_open_dataset/protos/metrics.proto +++ b/src/waymo_open_dataset/protos/metrics.proto @@ -18,7 +18,6 @@ package waymo.open_dataset; import "waymo_open_dataset/dataset.proto"; import "waymo_open_dataset/label.proto"; import "waymo_open_dataset/protos/breakdown.proto"; -import "waymo_open_dataset/protos/scenario.proto"; // This is a wrapper on waymo.open_dataset.Label. We have another proto // to add more information such as class confidence for metrics computation. diff --git a/waymo_open_dataset/protos/motion_metrics.proto b/src/waymo_open_dataset/protos/motion_metrics.proto similarity index 100% rename from waymo_open_dataset/protos/motion_metrics.proto rename to src/waymo_open_dataset/protos/motion_metrics.proto diff --git a/waymo_open_dataset/protos/motion_submission.proto b/src/waymo_open_dataset/protos/motion_submission.proto similarity index 100% rename from waymo_open_dataset/protos/motion_submission.proto rename to src/waymo_open_dataset/protos/motion_submission.proto diff --git a/waymo_open_dataset/protos/occupancy_flow_metrics.proto b/src/waymo_open_dataset/protos/occupancy_flow_metrics.proto similarity index 100% rename from waymo_open_dataset/protos/occupancy_flow_metrics.proto rename to src/waymo_open_dataset/protos/occupancy_flow_metrics.proto diff --git a/waymo_open_dataset/protos/occupancy_flow_submission.proto b/src/waymo_open_dataset/protos/occupancy_flow_submission.proto similarity index 100% rename from waymo_open_dataset/protos/occupancy_flow_submission.proto rename to src/waymo_open_dataset/protos/occupancy_flow_submission.proto diff --git a/waymo_open_dataset/protos/scenario.proto b/src/waymo_open_dataset/protos/scenario.proto similarity index 100% rename from waymo_open_dataset/protos/scenario.proto rename to src/waymo_open_dataset/protos/scenario.proto diff --git a/waymo_open_dataset/protos/segmentation.proto b/src/waymo_open_dataset/protos/segmentation.proto similarity index 100% rename from waymo_open_dataset/protos/segmentation.proto rename to src/waymo_open_dataset/protos/segmentation.proto diff --git a/waymo_open_dataset/protos/segmentation_metrics.proto b/src/waymo_open_dataset/protos/segmentation_metrics.proto similarity index 100% rename from waymo_open_dataset/protos/segmentation_metrics.proto rename to src/waymo_open_dataset/protos/segmentation_metrics.proto diff --git a/waymo_open_dataset/protos/segmentation_submission.proto b/src/waymo_open_dataset/protos/segmentation_submission.proto similarity index 100% rename from waymo_open_dataset/protos/segmentation_submission.proto rename to src/waymo_open_dataset/protos/segmentation_submission.proto diff --git a/waymo_open_dataset/protos/sim_agents_metrics.proto b/src/waymo_open_dataset/protos/sim_agents_metrics.proto similarity index 100% rename from waymo_open_dataset/protos/sim_agents_metrics.proto rename to src/waymo_open_dataset/protos/sim_agents_metrics.proto diff --git a/waymo_open_dataset/protos/sim_agents_submission.proto b/src/waymo_open_dataset/protos/sim_agents_submission.proto similarity index 100% rename from waymo_open_dataset/protos/sim_agents_submission.proto rename to src/waymo_open_dataset/protos/sim_agents_submission.proto diff --git a/waymo_open_dataset/protos/submission.proto b/src/waymo_open_dataset/protos/submission.proto similarity index 100% rename from waymo_open_dataset/protos/submission.proto rename to src/waymo_open_dataset/protos/submission.proto diff --git a/waymo_open_dataset/protos/vector.proto b/src/waymo_open_dataset/protos/vector.proto similarity index 100% rename from waymo_open_dataset/protos/vector.proto rename to src/waymo_open_dataset/protos/vector.proto diff --git a/src/waymo_open_dataset/requirements.in b/src/waymo_open_dataset/requirements.in new file mode 100644 index 0000000..2792aa1 --- /dev/null +++ b/src/waymo_open_dataset/requirements.in @@ -0,0 +1,19 @@ +absl-py==1.4.0 +auditwheel==5.3.0 +dask[dataframe]==2023.3.1 +einsum==0.3.0 +google-auth==2.16.2 +immutabledict==2.2.0 +matplotlib==3.6.1 +numpy==1.21.5 +openexr==1.3.9 +pandas==1.5.3 +pillow==9.2.0 +plotly==5.13.1 +pyarrow==10.0.0 +scikit-image==0.20.0 +scikit-learn==1.2.2 +setuptools==67.6.0 +tensorflow==2.11 +tensorflow_graphics==2021.12.3 +tensorflow_probability==0.19.0 diff --git a/src/waymo_open_dataset/requirements.txt b/src/waymo_open_dataset/requirements.txt new file mode 100644 index 0000000..7280c73 --- /dev/null +++ b/src/waymo_open_dataset/requirements.txt @@ -0,0 +1,1266 @@ +# +# This file is autogenerated by pip-compile with Python 3.10 +# by the following command: +# +# bazel run //waymo_open_dataset:requirements.update +# +absl-py==1.4.0 \ + --hash=sha256:0d3fe606adfa4f7db64792dd4c7aee4ee0c38ab75dfd353b7a83ed3e957fcb47 \ + --hash=sha256:d2c244d01048ba476e7c080bd2c6df5e141d211de80223460d5b3b8a2a58433d + # via + # -r waymo_open_dataset/requirements.in + # tensorboard + # tensorflow + # tensorflow-datasets + # tensorflow-graphics + # tensorflow-metadata + # tensorflow-probability +astunparse==1.6.3 \ + --hash=sha256:5ad93a8456f0d084c3456d059fd9a92cce667963232cbf763eac3bc5b7940872 \ + --hash=sha256:c2652417f2c8b5bb325c885ae329bdf3f86424075c4fd1a128674bc6fba4b8e8 + # via tensorflow +auditwheel==5.3.0 \ + --hash=sha256:1da1af54de5badd10149250c257a799be003fd976794716f17914e3d4b4a9fc9 \ + --hash=sha256:d0be87b5b6fb767eacf1ea4afa3292574cb0f4473a3c0ba55bc9dff1d0b5a333 + # via -r waymo_open_dataset/requirements.in +cachetools==5.3.0 \ + --hash=sha256:13dfddc7b8df938c21a940dfa6557ce6e94a2f1cdfa58eb90c805721d58f2c14 \ + --hash=sha256:429e1a1e845c008ea6c85aa35d4b98b65d6a9763eeef3e37e92728a12d1de9d4 + # via google-auth +certifi==2022.12.7 \ + --hash=sha256:35824b4c3a97115964b408844d64aa14db1cc518f6562e8d7261699d1350a9e3 \ + --hash=sha256:4ad3232f5e926d6718ec31cfc1fcadfde020920e278684144551c91769c7bc18 + # via requests +charset-normalizer==3.1.0 \ + --hash=sha256:04afa6387e2b282cf78ff3dbce20f0cc071c12dc8f685bd40960cc68644cfea6 \ + --hash=sha256:04eefcee095f58eaabe6dc3cc2262f3bcd776d2c67005880894f447b3f2cb9c1 \ + --hash=sha256:0be65ccf618c1e7ac9b849c315cc2e8a8751d9cfdaa43027d4f6624bd587ab7e \ + --hash=sha256:0c95f12b74681e9ae127728f7e5409cbbef9cd914d5896ef238cc779b8152373 \ + --hash=sha256:0ca564606d2caafb0abe6d1b5311c2649e8071eb241b2d64e75a0d0065107e62 \ + --hash=sha256:10c93628d7497c81686e8e5e557aafa78f230cd9e77dd0c40032ef90c18f2230 \ + --hash=sha256:11d117e6c63e8f495412d37e7dc2e2fff09c34b2d09dbe2bee3c6229577818be \ + --hash=sha256:11d3bcb7be35e7b1bba2c23beedac81ee893ac9871d0ba79effc7fc01167db6c \ + --hash=sha256:12a2b561af122e3d94cdb97fe6fb2bb2b82cef0cdca131646fdb940a1eda04f0 \ + --hash=sha256:12d1a39aa6b8c6f6248bb54550efcc1c38ce0d8096a146638fd4738e42284448 \ + --hash=sha256:1435ae15108b1cb6fffbcea2af3d468683b7afed0169ad718451f8db5d1aff6f \ + --hash=sha256:1c60b9c202d00052183c9be85e5eaf18a4ada0a47d188a83c8f5c5b23252f649 \ + --hash=sha256:1e8fcdd8f672a1c4fc8d0bd3a2b576b152d2a349782d1eb0f6b8e52e9954731d \ + --hash=sha256:20064ead0717cf9a73a6d1e779b23d149b53daf971169289ed2ed43a71e8d3b0 \ + --hash=sha256:21fa558996782fc226b529fdd2ed7866c2c6ec91cee82735c98a197fae39f706 \ + --hash=sha256:22908891a380d50738e1f978667536f6c6b526a2064156203d418f4856d6e86a \ + --hash=sha256:3160a0fd9754aab7d47f95a6b63ab355388d890163eb03b2d2b87ab0a30cfa59 \ + --hash=sha256:322102cdf1ab682ecc7d9b1c5eed4ec59657a65e1c146a0da342b78f4112db23 \ + --hash=sha256:34e0a2f9c370eb95597aae63bf85eb5e96826d81e3dcf88b8886012906f509b5 \ + --hash=sha256:3573d376454d956553c356df45bb824262c397c6e26ce43e8203c4c540ee0acb \ + --hash=sha256:3747443b6a904001473370d7810aa19c3a180ccd52a7157aacc264a5ac79265e \ + --hash=sha256:38e812a197bf8e71a59fe55b757a84c1f946d0ac114acafaafaf21667a7e169e \ + --hash=sha256:3a06f32c9634a8705f4ca9946d667609f52cf130d5548881401f1eb2c39b1e2c \ + --hash=sha256:3a5fc78f9e3f501a1614a98f7c54d3969f3ad9bba8ba3d9b438c3bc5d047dd28 \ + --hash=sha256:3d9098b479e78c85080c98e1e35ff40b4a31d8953102bb0fd7d1b6f8a2111a3d \ + --hash=sha256:3dc5b6a8ecfdc5748a7e429782598e4f17ef378e3e272eeb1340ea57c9109f41 \ + --hash=sha256:4155b51ae05ed47199dc5b2a4e62abccb274cee6b01da5b895099b61b1982974 \ + --hash=sha256:49919f8400b5e49e961f320c735388ee686a62327e773fa5b3ce6721f7e785ce \ + --hash=sha256:53d0a3fa5f8af98a1e261de6a3943ca631c526635eb5817a87a59d9a57ebf48f \ + --hash=sha256:5f008525e02908b20e04707a4f704cd286d94718f48bb33edddc7d7b584dddc1 \ + --hash=sha256:628c985afb2c7d27a4800bfb609e03985aaecb42f955049957814e0491d4006d \ + --hash=sha256:65ed923f84a6844de5fd29726b888e58c62820e0769b76565480e1fdc3d062f8 \ + --hash=sha256:6734e606355834f13445b6adc38b53c0fd45f1a56a9ba06c2058f86893ae8017 \ + --hash=sha256:6baf0baf0d5d265fa7944feb9f7451cc316bfe30e8df1a61b1bb08577c554f31 \ + --hash=sha256:6f4f4668e1831850ebcc2fd0b1cd11721947b6dc7c00bf1c6bd3c929ae14f2c7 \ + --hash=sha256:6f5c2e7bc8a4bf7c426599765b1bd33217ec84023033672c1e9a8b35eaeaaaf8 \ + --hash=sha256:6f6c7a8a57e9405cad7485f4c9d3172ae486cfef1344b5ddd8e5239582d7355e \ + --hash=sha256:7381c66e0561c5757ffe616af869b916c8b4e42b367ab29fedc98481d1e74e14 \ + --hash=sha256:73dc03a6a7e30b7edc5b01b601e53e7fc924b04e1835e8e407c12c037e81adbd \ + --hash=sha256:74db0052d985cf37fa111828d0dd230776ac99c740e1a758ad99094be4f1803d \ + --hash=sha256:75f2568b4189dda1c567339b48cba4ac7384accb9c2a7ed655cd86b04055c795 \ + --hash=sha256:78cacd03e79d009d95635e7d6ff12c21eb89b894c354bd2b2ed0b4763373693b \ + --hash=sha256:80d1543d58bd3d6c271b66abf454d437a438dff01c3e62fdbcd68f2a11310d4b \ + --hash=sha256:830d2948a5ec37c386d3170c483063798d7879037492540f10a475e3fd6f244b \ + --hash=sha256:891cf9b48776b5c61c700b55a598621fdb7b1e301a550365571e9624f270c203 \ + --hash=sha256:8f25e17ab3039b05f762b0a55ae0b3632b2e073d9c8fc88e89aca31a6198e88f \ + --hash=sha256:9a3267620866c9d17b959a84dd0bd2d45719b817245e49371ead79ed4f710d19 \ + --hash=sha256:a04f86f41a8916fe45ac5024ec477f41f886b3c435da2d4e3d2709b22ab02af1 \ + --hash=sha256:aaf53a6cebad0eae578f062c7d462155eada9c172bd8c4d250b8c1d8eb7f916a \ + --hash=sha256:abc1185d79f47c0a7aaf7e2412a0eb2c03b724581139193d2d82b3ad8cbb00ac \ + --hash=sha256:ac0aa6cd53ab9a31d397f8303f92c42f534693528fafbdb997c82bae6e477ad9 \ + --hash=sha256:ac3775e3311661d4adace3697a52ac0bab17edd166087d493b52d4f4f553f9f0 \ + --hash=sha256:b06f0d3bf045158d2fb8837c5785fe9ff9b8c93358be64461a1089f5da983137 \ + --hash=sha256:b116502087ce8a6b7a5f1814568ccbd0e9f6cfd99948aa59b0e241dc57cf739f \ + --hash=sha256:b82fab78e0b1329e183a65260581de4375f619167478dddab510c6c6fb04d9b6 \ + --hash=sha256:bd7163182133c0c7701b25e604cf1611c0d87712e56e88e7ee5d72deab3e76b5 \ + --hash=sha256:c36bcbc0d5174a80d6cccf43a0ecaca44e81d25be4b7f90f0ed7bcfbb5a00909 \ + --hash=sha256:c3af8e0f07399d3176b179f2e2634c3ce9c1301379a6b8c9c9aeecd481da494f \ + --hash=sha256:c84132a54c750fda57729d1e2599bb598f5fa0344085dbde5003ba429a4798c0 \ + --hash=sha256:cb7b2ab0188829593b9de646545175547a70d9a6e2b63bf2cd87a0a391599324 \ + --hash=sha256:cca4def576f47a09a943666b8f829606bcb17e2bc2d5911a46c8f8da45f56755 \ + --hash=sha256:cf6511efa4801b9b38dc5546d7547d5b5c6ef4b081c60b23e4d941d0eba9cbeb \ + --hash=sha256:d16fd5252f883eb074ca55cb622bc0bee49b979ae4e8639fff6ca3ff44f9f854 \ + --hash=sha256:d2686f91611f9e17f4548dbf050e75b079bbc2a82be565832bc8ea9047b61c8c \ + --hash=sha256:d7fc3fca01da18fbabe4625d64bb612b533533ed10045a2ac3dd194bfa656b60 \ + --hash=sha256:dd5653e67b149503c68c4018bf07e42eeed6b4e956b24c00ccdf93ac79cdff84 \ + --hash=sha256:de5695a6f1d8340b12a5d6d4484290ee74d61e467c39ff03b39e30df62cf83a0 \ + --hash=sha256:e0ac8959c929593fee38da1c2b64ee9778733cdf03c482c9ff1d508b6b593b2b \ + --hash=sha256:e1b25e3ad6c909f398df8921780d6a3d120d8c09466720226fc621605b6f92b1 \ + --hash=sha256:e633940f28c1e913615fd624fcdd72fdba807bf53ea6925d6a588e84e1151531 \ + --hash=sha256:e89df2958e5159b811af9ff0f92614dabf4ff617c03a4c1c6ff53bf1c399e0e1 \ + --hash=sha256:ea9f9c6034ea2d93d9147818f17c2a0860d41b71c38b9ce4d55f21b6f9165a11 \ + --hash=sha256:f645caaf0008bacf349875a974220f1f1da349c5dbe7c4ec93048cdc785a3326 \ + --hash=sha256:f8303414c7b03f794347ad062c0516cee0e15f7a612abd0ce1e25caf6ceb47df \ + --hash=sha256:fca62a8301b605b954ad2e9c3666f9d97f63872aa4efcae5492baca2056b74ab + # via requests +click==8.1.3 \ + --hash=sha256:7682dc8afb30297001674575ea00d1814d808d6a36af415a82bd481d37ba7b8e \ + --hash=sha256:bb4d8133cb15a609f44e8213d9b391b0809795062913b383c62be0ee95b1db48 + # via + # dask + # tensorflow-datasets +cloudpickle==2.2.1 \ + --hash=sha256:61f594d1f4c295fa5cd9014ceb3a1fc4a70b0de1164b94fbc2d854ccba056f9f \ + --hash=sha256:d89684b8de9e34a2a43b3460fbca07d09d6e25ce858df4d5a44240403b6178f5 + # via + # dask + # tensorflow-probability +contourpy==1.0.7 \ + --hash=sha256:031154ed61f7328ad7f97662e48660a150ef84ee1bc8876b6472af88bf5a9b98 \ + --hash=sha256:0f9d350b639db6c2c233d92c7f213d94d2e444d8e8fc5ca44c9706cf72193772 \ + --hash=sha256:130230b7e49825c98edf0b428b7aa1125503d91732735ef897786fe5452b1ec2 \ + --hash=sha256:152fd8f730c31fd67fe0ffebe1df38ab6a669403da93df218801a893645c6ccc \ + --hash=sha256:1c71fdd8f1c0f84ffd58fca37d00ca4ebaa9e502fb49825484da075ac0b0b803 \ + --hash=sha256:24847601071f740837aefb730e01bd169fbcaa610209779a78db7ebb6e6a7051 \ + --hash=sha256:2e9ebb4425fc1b658e13bace354c48a933b842d53c458f02c86f371cecbedecc \ + --hash=sha256:30676ca45084ee61e9c3da589042c24a57592e375d4b138bd84d8709893a1ba4 \ + --hash=sha256:31a55dccc8426e71817e3fe09b37d6d48ae40aae4ecbc8c7ad59d6893569c436 \ + --hash=sha256:366a0cf0fc079af5204801786ad7a1c007714ee3909e364dbac1729f5b0849e5 \ + --hash=sha256:38e2e577f0f092b8e6774459317c05a69935a1755ecfb621c0a98f0e3c09c9a5 \ + --hash=sha256:3c184ad2433635f216645fdf0493011a4667e8d46b34082f5a3de702b6ec42e3 \ + --hash=sha256:3caea6365b13119626ee996711ab63e0c9d7496f65641f4459c60a009a1f3e80 \ + --hash=sha256:3e927b3868bd1e12acee7cc8f3747d815b4ab3e445a28d2e5373a7f4a6e76ba1 \ + --hash=sha256:4ee3ee247f795a69e53cd91d927146fb16c4e803c7ac86c84104940c7d2cabf0 \ + --hash=sha256:54d43960d809c4c12508a60b66cb936e7ed57d51fb5e30b513934a4a23874fae \ + --hash=sha256:57119b0116e3f408acbdccf9eb6ef19d7fe7baf0d1e9aaa5381489bc1aa56556 \ + --hash=sha256:58569c491e7f7e874f11519ef46737cea1d6eda1b514e4eb5ac7dab6aa864d02 \ + --hash=sha256:5a011cf354107b47c58ea932d13b04d93c6d1d69b8b6dce885e642531f847566 \ + --hash=sha256:5caeacc68642e5f19d707471890f037a13007feba8427eb7f2a60811a1fc1350 \ + --hash=sha256:5dd34c1ae752515318224cba7fc62b53130c45ac6a1040c8b7c1a223c46e8967 \ + --hash=sha256:60835badb5ed5f4e194a6f21c09283dd6e007664a86101431bf870d9e86266c4 \ + --hash=sha256:62398c80ef57589bdbe1eb8537127321c1abcfdf8c5f14f479dbbe27d0322e66 \ + --hash=sha256:6381fa66866b0ea35e15d197fc06ac3840a9b2643a6475c8fff267db8b9f1e69 \ + --hash=sha256:64757f6460fc55d7e16ed4f1de193f362104285c667c112b50a804d482777edd \ + --hash=sha256:69f8ff4db108815addd900a74df665e135dbbd6547a8a69333a68e1f6e368ac2 \ + --hash=sha256:6c180d89a28787e4b73b07e9b0e2dac7741261dbdca95f2b489c4f8f887dd810 \ + --hash=sha256:71b0bf0c30d432278793d2141362ac853859e87de0a7dee24a1cea35231f0d50 \ + --hash=sha256:769eef00437edf115e24d87f8926955f00f7704bede656ce605097584f9966dc \ + --hash=sha256:7f6979d20ee5693a1057ab53e043adffa1e7418d734c1532e2d9e915b08d8ec2 \ + --hash=sha256:87f4d8941a9564cda3f7fa6a6cd9b32ec575830780677932abdec7bcb61717b0 \ + --hash=sha256:89ba9bb365446a22411f0673abf6ee1fea3b2cf47b37533b970904880ceb72f3 \ + --hash=sha256:8acf74b5d383414401926c1598ed77825cd530ac7b463ebc2e4f46638f56cce6 \ + --hash=sha256:9056c5310eb1daa33fc234ef39ebfb8c8e2533f088bbf0bc7350f70a29bde1ac \ + --hash=sha256:95c3acddf921944f241b6773b767f1cbce71d03307270e2d769fd584d5d1092d \ + --hash=sha256:9e20e5a1908e18aaa60d9077a6d8753090e3f85ca25da6e25d30dc0a9e84c2c6 \ + --hash=sha256:a1e97b86f73715e8670ef45292d7cc033548266f07d54e2183ecb3c87598888f \ + --hash=sha256:a877ada905f7d69b2a31796c4b66e31a8068b37aa9b78832d41c82fc3e056ddd \ + --hash=sha256:a9d7587d2fdc820cc9177139b56795c39fb8560f540bba9ceea215f1f66e1566 \ + --hash=sha256:abf298af1e7ad44eeb93501e40eb5a67abbf93b5d90e468d01fc0c4451971afa \ + --hash=sha256:ae90d5a8590e5310c32a7630b4b8618cef7563cebf649011da80874d0aa8f414 \ + --hash=sha256:b6d0f9e1d39dbfb3977f9dd79f156c86eb03e57a7face96f199e02b18e58d32a \ + --hash=sha256:b8d587cc39057d0afd4166083d289bdeff221ac6d3ee5046aef2d480dc4b503c \ + --hash=sha256:c5210e5d5117e9aec8c47d9156d1d3835570dd909a899171b9535cb4a3f32693 \ + --hash=sha256:cc331c13902d0f50845099434cd936d49d7a2ca76cb654b39691974cb1e4812d \ + --hash=sha256:ce41676b3d0dd16dbcfabcc1dc46090aaf4688fd6e819ef343dbda5a57ef0161 \ + --hash=sha256:d8165a088d31798b59e91117d1f5fc3df8168d8b48c4acc10fc0df0d0bdbcc5e \ + --hash=sha256:e7281244c99fd7c6f27c1c6bfafba878517b0b62925a09b586d88ce750a016d2 \ + --hash=sha256:e96a08b62bb8de960d3a6afbc5ed8421bf1a2d9c85cc4ea73f4bc81b4910500f \ + --hash=sha256:ed33433fc3820263a6368e532f19ddb4c5990855e4886088ad84fd7c4e561c71 \ + --hash=sha256:efb8f6d08ca7998cf59eaf50c9d60717f29a1a0a09caa46460d33b2924839dbd \ + --hash=sha256:efe99298ba37e37787f6a2ea868265465410822f7bea163edcc1bd3903354ea9 \ + --hash=sha256:f99e9486bf1bb979d95d5cffed40689cb595abb2b841f2991fc894b3452290e8 \ + --hash=sha256:fc1464c97579da9f3ab16763c32e5c5d5bb5fa1ec7ce509a4ca6108b61b84fab \ + --hash=sha256:fd7dc0e6812b799a34f6d12fcb1000539098c249c8da54f3566c6a6461d0dbad + # via matplotlib +cycler==0.11.0 \ + --hash=sha256:3a27e95f763a428a739d2add979fa7494c912a32c17c4c38c4d5f082cad165a3 \ + --hash=sha256:9c87405839a19696e837b3b818fed3f5f69f16f1eec1a1ad77e043dcea9c772f + # via matplotlib +dask[dataframe]==2023.3.1 \ + --hash=sha256:4a83c05760aedb7deeee8c16d24479292635a1ded6c3f803bf6c3d94ec9e7d20 \ + --hash=sha256:62d334012d7cd814186931ea83ebf1a6231c2af4260ad204dc78080a55947c17 + # via -r waymo_open_dataset/requirements.in +decorator==5.1.1 \ + --hash=sha256:637996211036b6385ef91435e4fae22989472f9d571faba8927ba8253acbc330 \ + --hash=sha256:b8c3f85900b9dc423225913c5aace94729fe1fa9763b38939a95226f02d37186 + # via tensorflow-probability +dm-tree==0.1.8 \ + --hash=sha256:054b461f8176f4bce7a21f7b1870f873a1ced3bdbe1282c816c550bb43c71fa6 \ + --hash=sha256:0d3172394079a86c3a759179c65f64c48d1a42b89495fcf38976d11cc3bb952c \ + --hash=sha256:0e9620ccf06393eb6b613b5e366469304622d4ea96ae6540b28a33840e6c89cf \ + --hash=sha256:0fcaabbb14e7980377439e7140bd05552739ca5e515ecb3119f234acee4b9430 \ + --hash=sha256:1607ce49aa42f010d1e5e616d92ce899d66835d4d8bea49679582435285515de \ + --hash=sha256:181c35521d480d0365f39300542cb6cd7fd2b77351bb43d7acfda15aef63b317 \ + --hash=sha256:1d7c26e431fc93cc7e0cba867eb000db6a05f6f2b25af11ac4e9dada88fc5bca \ + --hash=sha256:1fe962015b2fe1282892b28ebe962faed53c7f98d942da9a4625cbf27baef913 \ + --hash=sha256:250b692fb75f45f02e2f58fbef9ab338904ef334b90557565621fa251df267cf \ + --hash=sha256:2869228d9c619074de501a3c10dc7f07c75422f8fab36ecdcb859b6f1b1ec3ef \ + --hash=sha256:28c52cbf4f8b3dbd0beaedf44f69fa85eec5e9dede612e08035e06ada6ec9426 \ + --hash=sha256:2f7915660f59c09068e428613c480150180df1060561fd0d1470684ae7007bd1 \ + --hash=sha256:343a4a4ebaa127451ff971254a4be4084eb4bdc0b2513c32b46f6f728fd03f9e \ + --hash=sha256:35cc164a79336bfcfafb47e5f297898359123bbd3330c1967f0c4994f9cf9f60 \ + --hash=sha256:378cc8ad93c5fe3590f405a309980721f021c790ca1bdf9b15bb1d59daec57f5 \ + --hash=sha256:39070ba268c0491af9fe7a58644d99e8b4f2cde6e5884ba3380bddc84ed43d5f \ + --hash=sha256:5483dca4d7eb1a0d65fe86d3b6a53ae717face83c1f17e0887b1a4a64ae5c410 \ + --hash=sha256:694c3654cfd2a81552c08ec66bb5c4a3d48fa292b9a181880fb081c36c5b9134 \ + --hash=sha256:803bfc53b4659f447ac694dbd04235f94a73ef7c1fd1e0df7c84ac41e0bc963b \ + --hash=sha256:81fce77f22a302d7a5968aebdf4efafef4def7ce96528719a354e6990dcd49c7 \ + --hash=sha256:83b7764de0d855338abefc6e3ee9fe40d301668310aa3baea3f778ff051f4393 \ + --hash=sha256:8c60a7eadab64c2278861f56bca320b2720f163dca9d7558103c3b77f2416571 \ + --hash=sha256:8ed3564abed97c806db122c2d3e1a2b64c74a63debe9903aad795167cc301368 \ + --hash=sha256:a5d819c38c03f0bb5b3b3703c60e4b170355a0fc6b5819325bf3d4ceb3ae7e80 \ + --hash=sha256:ad16ceba90a56ec47cf45b21856d14962ac314787975ef786efb5e6e9ca75ec7 \ + --hash=sha256:af4b3d372f2477dcd89a6e717e4a575ca35ccc20cc4454a8a4b6f8838a00672d \ + --hash=sha256:b095ba4f8ca1ba19350fd53cf1f8f3eb0bd406aa28af64a6dfc86707b32a810a \ + --hash=sha256:b9bd9b9ccb59409d33d51d84b7668010c04c2af7d4a371632874c1ca356cff3d \ + --hash=sha256:b9f89a454e98806b44fe9d40ec9eee61f848388f7e79ac2371a55679bd5a3ac6 \ + --hash=sha256:bb2d109f42190225112da899b9f3d46d0d5f26aef501c61e43529fe9322530b5 \ + --hash=sha256:c5c8c12e3fda754ef6af94161bacdaeda816d941995fac415d6855c6c386af68 \ + --hash=sha256:d1612fcaecd79023dbc6a6ae48d51a80beb5c385d6f3f6d71688e57bc8d07de8 \ + --hash=sha256:d16e1f2a073604cfcc09f7131ae8d534674f43c3aef4c25742eae295bc60d04f \ + --hash=sha256:d20f2faa3672b52e5013f4077117bfb99c4cfc0b445d3bde1584c34032b57436 \ + --hash=sha256:d40fa4106ca6edc66760246a08f500ec0c85ef55c762fb4a363f6ee739ba02ee \ + --hash=sha256:de287fabc464b8734be251e46e06aa9aa1001f34198da2b6ce07bd197172b9cb \ + --hash=sha256:e4d714371bb08839e4e5e29024fc95832d9affe129825ef38836b143028bd144 \ + --hash=sha256:f7ac31b9aecccb2c6e1ab29706f6ded3eba0c2c69c770322c9c685929c3d6afb \ + --hash=sha256:fa42a605d099ee7d41ba2b5fb75e21423951fd26e5d50583a00471238fb3021d + # via + # tensorflow-datasets + # tensorflow-probability +einsum==0.3.0 \ + --hash=sha256:6d2b1f7932879d630969bfb599e09f8448dcbc38a2be6cee192b8a1ae02c52dc \ + --hash=sha256:e19db2c02ad5ea8acf2926a9eab995ec1802a9db0bb39646d71e96f7cec14e31 + # via -r waymo_open_dataset/requirements.in +etils[enp,epath,epy]==1.1.0 \ + --hash=sha256:7a2a4950779a281ef4c7e595ae215990b15c1d8c6f8b0a27850092af5ad2c641 \ + --hash=sha256:b994873778574aa803ffe6e84aaa2a3880f44f776a2bd542a28c62bf4ffa0db5 + # via tensorflow-datasets +flatbuffers==23.3.3 \ + --hash=sha256:5ad36d376240090757e8f0a2cfaf6abcc81c6536c0dc988060375fd0899121f8 \ + --hash=sha256:cabd87c4882f37840f6081f094b2c5bc28cefc2a6357732746936d055ab45c3d + # via tensorflow +fonttools==4.39.2 \ + --hash=sha256:85245aa2fd4cf502a643c9a9a2b5a393703e150a6eaacc3e0e84bb448053f061 \ + --hash=sha256:e2d9f10337c9e3b17f9bce17a60a16a885a7d23b59b7f45ce07ea643e5580439 + # via matplotlib +fsspec==2023.3.0 \ + --hash=sha256:24e635549a590d74c6c18274ddd3ffab4753341753e923408b1904eaabafe04d \ + --hash=sha256:bf57215e19dbfa4fe7edae53040cc1deef825e3b1605cca9a8d2c2fadd2328a0 + # via dask +gast==0.4.0 \ + --hash=sha256:40feb7b8b8434785585ab224d1568b857edb18297e5a3047f1ba012bc83b42c1 \ + --hash=sha256:b7adcdd5adbebf1adf17378da5ba3f543684dbec47b1cda1f3997e573cd542c4 + # via + # tensorflow + # tensorflow-probability +google-auth==2.16.2 \ + --hash=sha256:07e14f34ec288e3f33e00e2e3cc40c8942aa5d4ceac06256a28cd8e786591420 \ + --hash=sha256:2fef3cf94876d1a0e204afece58bb4d83fb57228aaa366c64045039fda6770a2 + # via + # -r waymo_open_dataset/requirements.in + # google-auth-oauthlib + # tensorboard +google-auth-oauthlib==0.4.6 \ + --hash=sha256:3f2a6e802eebbb6fb736a370fbf3b055edcb6b52878bf2f26330b5e041316c73 \ + --hash=sha256:a90a072f6993f2c327067bf65270046384cda5a8ecb20b94ea9a687f1f233a7a + # via tensorboard +google-pasta==0.2.0 \ + --hash=sha256:4612951da876b1a10fe3960d7226f0c7682cf901e16ac06e473b267a5afa8954 \ + --hash=sha256:b32482794a366b5366a32c92a9a9201b107821889935a02b3e51f6b432ea84ed \ + --hash=sha256:c9f2c8dfc8f96d0d5808299920721be30c9eec37f2389f28904f454565c8a16e + # via tensorflow +googleapis-common-protos==1.58.0 \ + --hash=sha256:c727251ec025947d545184ba17e3578840fc3a24a0516a020479edab660457df \ + --hash=sha256:ca3befcd4580dab6ad49356b46bf165bb68ff4b32389f028f1abd7c10ab9519a + # via tensorflow-metadata +grpcio==1.51.3 \ + --hash=sha256:040eb421613b57c696063abde405916dd830203c184c9000fc8c3b3b3c950325 \ + --hash=sha256:165b05af77e6aecb4210ae7663e25acf234ba78a7c1c157fa5f2efeb0d6ec53c \ + --hash=sha256:200d69857f9910f7458b39b9bcf83ee4a180591b40146ba9e49314e3a7419313 \ + --hash=sha256:22bdfac4f7f27acdd4da359b5e7e1973dc74bf1ed406729b07d0759fde2f064b \ + --hash=sha256:2a8e17286c4240137d933b8ca506465472248b4ce0fe46f3404459e708b65b68 \ + --hash=sha256:2cd2e4cefb724cab1ba2df4b7535a9980531b9ec51b4dbb5f137a1f3a3754ef0 \ + --hash=sha256:2f8ff75e61e1227ba7a3f16b2eadbcc11d0a54096d52ab75a6b88cfbe56f55d1 \ + --hash=sha256:2fdd6333ce96435408565a9dbbd446212cd5d62e4d26f6a3c0feb1e3c35f1cc8 \ + --hash=sha256:30e09b5e0531685e176f49679b6a3b190762cc225f4565e55a899f5e14b3aa62 \ + --hash=sha256:3667c06e37d6cd461afdd51cefe6537702f3d1dc5ff4cac07e88d8b4795dc16f \ + --hash=sha256:36c8abbc5f837111e7bd619612eedc223c290b0903b952ce0c7b00840ea70f14 \ + --hash=sha256:3709048fe0aa23dda09b3e69849a12055790171dab9e399a72ea8f9dfbf9ac80 \ + --hash=sha256:3c1b9f8afa62ff265d86a4747a2990ec5a96e4efce5d5888f245a682d66eca47 \ + --hash=sha256:3ea4341efe603b049e8c9a5f13c696ca37fcdf8a23ca35f650428ad3606381d9 \ + --hash=sha256:3f9a7d88082b2a17ae7bd3c2354d13bab0453899e0851733f6afa6918373f476 \ + --hash=sha256:49ede0528e9dac7e8a9fe30b16c73b630ddd9a576bf4b675eb6b0c53ee5ca00f \ + --hash=sha256:54b0c29bdd9a3b1e1b61443ab152f060fc719f1c083127ab08d03fac5efd51be \ + --hash=sha256:54e36c2ee304ff15f2bfbdc43d2b56c63331c52d818c364e5b5214e5bc2ad9f6 \ + --hash=sha256:5694448256e3cdfe5bd358f1574a3f2f51afa20cc834713c4b9788d60b7cc646 \ + --hash=sha256:5e77ee138100f0bb55cbd147840f87ee6241dbd25f09ea7cd8afe7efff323449 \ + --hash=sha256:5eed34994c095e2bf7194ffac7381c6068b057ef1e69f8f08db77771350a7566 \ + --hash=sha256:6604f614016127ae10969176bbf12eb0e03d2fb3d643f050b3b69e160d144fb4 \ + --hash=sha256:68a7514b754e38e8de9075f7bb4dee919919515ec68628c43a894027e40ddec4 \ + --hash=sha256:6972b009638b40a448d10e1bc18e2223143b8a7aa20d7def0d78dd4af4126d12 \ + --hash=sha256:6c677581ce129f5fa228b8f418cee10bd28dd449f3a544ea73c8ba590ee49d0b \ + --hash=sha256:6c99a73a6260bdf844b2e5ddad02dcd530310f80e1fa72c300fa19c1c7496962 \ + --hash=sha256:82b0ad8ac825d4bb31bff9f638557c045f4a6d824d84b21e893968286f88246b \ + --hash=sha256:881ecb34feabf31c6b3b9bbbddd1a5b57e69f805041e5a2c6c562a28574f71c4 \ + --hash=sha256:8de30f0b417744288cec65ec8cf84b8a57995cf7f1e84ccad2704d93f05d0aae \ + --hash=sha256:b69c7adc7ed60da1cb1b502853db61f453fc745f940cbcc25eb97c99965d8f41 \ + --hash=sha256:be1bf35ce82cdbcac14e39d5102d8de4079a1c1a6a06b68e41fcd9ef64f9dd28 \ + --hash=sha256:be7b2265b7527bb12109a7727581e274170766d5b3c9258d4e466f4872522d7a \ + --hash=sha256:c02abd55409bfb293371554adf6a4401197ec2133dd97727c01180889014ba4d \ + --hash=sha256:c831f31336e81243f85b6daff3e5e8a123302ce0ea1f2726ad752fd7a59f3aee \ + --hash=sha256:cd0daac21d9ef5e033a5100c1d3aa055bbed28bfcf070b12d8058045c4e821b1 \ + --hash=sha256:cd9a5e68e79c5f031500e67793048a90209711e0854a9ddee8a3ce51728de4e5 \ + --hash=sha256:d5cd1389669a847555df54177b911d9ff6f17345b2a6f19388707b7a9f724c88 \ + --hash=sha256:d81528ffe0e973dc840ec73a4132fd18b8203ad129d7410155d951a0a7e4f5d0 \ + --hash=sha256:e860a3222139b41d430939bbec2ec9c3f6c740938bf7a04471a9a8caaa965a2e \ + --hash=sha256:e95c7ccd4c5807adef1602005513bf7c7d14e5a41daebcf9d8d30d8bf51b8f81 \ + --hash=sha256:eafbe7501a3268d05f2e450e1ddaffb950d842a8620c13ec328b501d25d2e2c3 \ + --hash=sha256:eef0450a4b5ed11feab639bf3eb1b6e23d0efa9b911bf7b06fb60e14f5f8a585 \ + --hash=sha256:f601aaeae18dab81930fb8d4f916b0da21e89bb4b5f7367ef793f46b4a76b7b0 \ + --hash=sha256:f7a0d0bf44438869d307f85a54f25a896ad6b4b0ca12370f76892ad732928d87 \ + --hash=sha256:ffaaf7e93fcb437356b5a4b23bf36e8a3d0221399ff77fd057e4bc77776a24be + # via + # tensorboard + # tensorflow +h5py==3.8.0 \ + --hash=sha256:03890b1c123d024fb0239a3279737d5432498c1901c354f8b10d8221d1d16235 \ + --hash=sha256:0fef76e10b9216657fa37e7edff6d8be0709b25bd5066474c229b56cf0098df9 \ + --hash=sha256:26ffc344ec9984d2cd3ca0265007299a8bac8d85c1ad48f4639d8d3aed2af171 \ + --hash=sha256:290e00fa2de74a10688d1bac98d5a9cdd43f14f58e562c580b5b3dfbd358ecae \ + --hash=sha256:33b15aae79e9147aebe1d0e54099cbcde8d65e3e227cd5b59e49b1272aa0e09d \ + --hash=sha256:36761693efbe53df179627a775476dcbc37727d6e920958277a7efbc18f1fb73 \ + --hash=sha256:377865821fe80ad984d003723d6f8890bd54ceeb5981b43c0313b9df95411b30 \ + --hash=sha256:49bc857635f935fa30e92e61ac1e87496df8f260a6945a3235e43a9890426866 \ + --hash=sha256:4a506fc223def428f4329e7e1f9fe1c8c593eab226e7c0942c8d75308ad49950 \ + --hash=sha256:533d7dad466ddb7e3b30af274b630eb7c1a6e4ddf01d1c373a0334dc2152110a \ + --hash=sha256:5fd2252d1fc364ba0e93dd0b7089f4906b66805cb4e6aca7fa8874ac08649647 \ + --hash=sha256:6fead82f0c4000cf38d53f9c030780d81bfa0220218aee13b90b7701c937d95f \ + --hash=sha256:7f3350fc0a8407d668b13247861c2acd23f7f5fe7d060a3ad9b0820f5fcbcae0 \ + --hash=sha256:8f55d9c6c84d7d09c79fb85979e97b81ec6071cc776a97eb6b96f8f6ec767323 \ + --hash=sha256:98a240cd4c1bfd568aaa52ec42d263131a2582dab82d74d3d42a0d954cac12be \ + --hash=sha256:9f6f6ffadd6bfa9b2c5b334805eb4b19ca0a5620433659d8f7fb86692c40a359 \ + --hash=sha256:b685453e538b2b5934c58a644ac3f3b3d0cec1a01b6fb26d57388e9f9b674ad0 \ + --hash=sha256:b7865de06779b14d98068da387333ad9bf2756b5b579cc887fac169bc08f87c3 \ + --hash=sha256:bacaa1c16810dd2b3e4417f8e730971b7c4d53d234de61fe4a918db78e80e1e4 \ + --hash=sha256:bae730580ae928de409d63cbe4fdca4c82c3ad2bed30511d19d34e995d63c77e \ + --hash=sha256:c3389b63222b1c7a158bb7fe69d11ca00066740ec5574596d47a2fe5317f563a \ + --hash=sha256:c873ba9fd4fa875ad62ce0e4891725e257a8fe7f5abdbc17e51a5d54819be55c \ + --hash=sha256:db03e3f2c716205fbdabb34d0848459840585225eb97b4f08998c743821ca323 \ + --hash=sha256:f47f757d1b76f0ecb8aa0508ec8d1b390df67a8b67ee2515dc1b046f3a1596ea \ + --hash=sha256:f891b17e3a3e974e93f9e34e7cca9f530806543571ce078998676a555837d91d + # via + # tensorflow + # tensorflow-graphics +idna==3.4 \ + --hash=sha256:814f528e8dead7d329833b91c5faa87d60bf71824cd12a7530b5526063d02cb4 \ + --hash=sha256:90b77e79eaa3eba6de819a0c442c0b4ceefc341a7a2ab77d7562bf49f425c5c2 + # via requests +imageio==2.26.0 \ + --hash=sha256:169f1642cdb723133fe8fe901887f4f1b39bc036458c4664f1f9d256226ced35 \ + --hash=sha256:1a4fdb820abc52ba0f08e770ee46293c334908e8d53217808d9d888f993b1df2 + # via scikit-image +immutabledict==2.2.0 \ + --hash=sha256:1f95dc5595f4f857a447d9066f361d70200820cb4352a7ad4aaf48ecdc8836d4 \ + --hash=sha256:ed65fc95ed84413ea3bd8dd94c3af6d5e4aed12089719e8e4d77394c5409cf00 + # via -r waymo_open_dataset/requirements.in +importlib-resources==5.12.0 \ + --hash=sha256:4be82589bf5c1d7999aedf2a45159d10cb3ca4f19b2271f8792bc8e6da7b22f6 \ + --hash=sha256:7b1deeebbf351c7578e09bf2f63fa2ce8b5ffec296e0d349139d43cca061a81a + # via etils +joblib==1.2.0 \ + --hash=sha256:091138ed78f800342968c523bdde947e7a305b8594b910a0fea2ab83c3c6d385 \ + --hash=sha256:e1cee4a79e4af22881164f218d4311f60074197fb707e082e803b61f6d137018 + # via scikit-learn +keras==2.11.0 \ + --hash=sha256:38c6fff0ea9a8b06a2717736565c92a73c8cd9b1c239e7125ccb188b7848f65e + # via tensorflow +kiwisolver==1.4.4 \ + --hash=sha256:02f79693ec433cb4b5f51694e8477ae83b3205768a6fb48ffba60549080e295b \ + --hash=sha256:03baab2d6b4a54ddbb43bba1a3a2d1627e82d205c5cf8f4c924dc49284b87166 \ + --hash=sha256:1041feb4cda8708ce73bb4dcb9ce1ccf49d553bf87c3954bdfa46f0c3f77252c \ + --hash=sha256:10ee06759482c78bdb864f4109886dff7b8a56529bc1609d4f1112b93fe6423c \ + --hash=sha256:1d1573129aa0fd901076e2bfb4275a35f5b7aa60fbfb984499d661ec950320b0 \ + --hash=sha256:283dffbf061a4ec60391d51e6155e372a1f7a4f5b15d59c8505339454f8989e4 \ + --hash=sha256:28bc5b299f48150b5f822ce68624e445040595a4ac3d59251703779836eceff9 \ + --hash=sha256:2a66fdfb34e05b705620dd567f5a03f239a088d5a3f321e7b6ac3239d22aa286 \ + --hash=sha256:2e307eb9bd99801f82789b44bb45e9f541961831c7311521b13a6c85afc09767 \ + --hash=sha256:2e407cb4bd5a13984a6c2c0fe1845e4e41e96f183e5e5cd4d77a857d9693494c \ + --hash=sha256:2f5e60fabb7343a836360c4f0919b8cd0d6dbf08ad2ca6b9cf90bf0c76a3c4f6 \ + --hash=sha256:36dafec3d6d6088d34e2de6b85f9d8e2324eb734162fba59d2ba9ed7a2043d5b \ + --hash=sha256:3fe20f63c9ecee44560d0e7f116b3a747a5d7203376abeea292ab3152334d004 \ + --hash=sha256:41dae968a94b1ef1897cb322b39360a0812661dba7c682aa45098eb8e193dbdf \ + --hash=sha256:4bd472dbe5e136f96a4b18f295d159d7f26fd399136f5b17b08c4e5f498cd494 \ + --hash=sha256:4ea39b0ccc4f5d803e3337dd46bcce60b702be4d86fd0b3d7531ef10fd99a1ac \ + --hash=sha256:5853eb494c71e267912275e5586fe281444eb5e722de4e131cddf9d442615626 \ + --hash=sha256:5bce61af018b0cb2055e0e72e7d65290d822d3feee430b7b8203d8a855e78766 \ + --hash=sha256:6295ecd49304dcf3bfbfa45d9a081c96509e95f4b9d0eb7ee4ec0530c4a96514 \ + --hash=sha256:62ac9cc684da4cf1778d07a89bf5f81b35834cb96ca523d3a7fb32509380cbf6 \ + --hash=sha256:70e7c2e7b750585569564e2e5ca9845acfaa5da56ac46df68414f29fea97be9f \ + --hash=sha256:7577c1987baa3adc4b3c62c33bd1118c3ef5c8ddef36f0f2c950ae0b199e100d \ + --hash=sha256:75facbe9606748f43428fc91a43edb46c7ff68889b91fa31f53b58894503a191 \ + --hash=sha256:787518a6789009c159453da4d6b683f468ef7a65bbde796bcea803ccf191058d \ + --hash=sha256:78d6601aed50c74e0ef02f4204da1816147a6d3fbdc8b3872d263338a9052c51 \ + --hash=sha256:7c43e1e1206cd421cd92e6b3280d4385d41d7166b3ed577ac20444b6995a445f \ + --hash=sha256:81e38381b782cc7e1e46c4e14cd997ee6040768101aefc8fa3c24a4cc58e98f8 \ + --hash=sha256:841293b17ad704d70c578f1f0013c890e219952169ce8a24ebc063eecf775454 \ + --hash=sha256:872b8ca05c40d309ed13eb2e582cab0c5a05e81e987ab9c521bf05ad1d5cf5cb \ + --hash=sha256:877272cf6b4b7e94c9614f9b10140e198d2186363728ed0f701c6eee1baec1da \ + --hash=sha256:8c808594c88a025d4e322d5bb549282c93c8e1ba71b790f539567932722d7bd8 \ + --hash=sha256:8ed58b8acf29798b036d347791141767ccf65eee7f26bde03a71c944449e53de \ + --hash=sha256:91672bacaa030f92fc2f43b620d7b337fd9a5af28b0d6ed3f77afc43c4a64b5a \ + --hash=sha256:968f44fdbf6dd757d12920d63b566eeb4d5b395fd2d00d29d7ef00a00582aac9 \ + --hash=sha256:9f85003f5dfa867e86d53fac6f7e6f30c045673fa27b603c397753bebadc3008 \ + --hash=sha256:a553dadda40fef6bfa1456dc4be49b113aa92c2a9a9e8711e955618cd69622e3 \ + --hash=sha256:a68b62a02953b9841730db7797422f983935aeefceb1679f0fc85cbfbd311c32 \ + --hash=sha256:abbe9fa13da955feb8202e215c4018f4bb57469b1b78c7a4c5c7b93001699938 \ + --hash=sha256:ad881edc7ccb9d65b0224f4e4d05a1e85cf62d73aab798943df6d48ab0cd79a1 \ + --hash=sha256:b1792d939ec70abe76f5054d3f36ed5656021dcad1322d1cc996d4e54165cef9 \ + --hash=sha256:b428ef021242344340460fa4c9185d0b1f66fbdbfecc6c63eff4b7c29fad429d \ + --hash=sha256:b533558eae785e33e8c148a8d9921692a9fe5aa516efbdff8606e7d87b9d5824 \ + --hash=sha256:ba59c92039ec0a66103b1d5fe588fa546373587a7d68f5c96f743c3396afc04b \ + --hash=sha256:bc8d3bd6c72b2dd9decf16ce70e20abcb3274ba01b4e1c96031e0c4067d1e7cd \ + --hash=sha256:bc9db8a3efb3e403e4ecc6cd9489ea2bac94244f80c78e27c31dcc00d2790ac2 \ + --hash=sha256:bf7d9fce9bcc4752ca4a1b80aabd38f6d19009ea5cbda0e0856983cf6d0023f5 \ + --hash=sha256:c2dbb44c3f7e6c4d3487b31037b1bdbf424d97687c1747ce4ff2895795c9bf69 \ + --hash=sha256:c79ebe8f3676a4c6630fd3f777f3cfecf9289666c84e775a67d1d358578dc2e3 \ + --hash=sha256:c97528e64cb9ebeff9701e7938653a9951922f2a38bd847787d4a8e498cc83ae \ + --hash=sha256:d0611a0a2a518464c05ddd5a3a1a0e856ccc10e67079bb17f265ad19ab3c7597 \ + --hash=sha256:d06adcfa62a4431d404c31216f0f8ac97397d799cd53800e9d3efc2fbb3cf14e \ + --hash=sha256:d41997519fcba4a1e46eb4a2fe31bc12f0ff957b2b81bac28db24744f333e955 \ + --hash=sha256:d5b61785a9ce44e5a4b880272baa7cf6c8f48a5180c3e81c59553ba0cb0821ca \ + --hash=sha256:da152d8cdcab0e56e4f45eb08b9aea6455845ec83172092f09b0e077ece2cf7a \ + --hash=sha256:da7e547706e69e45d95e116e6939488d62174e033b763ab1496b4c29b76fabea \ + --hash=sha256:db5283d90da4174865d520e7366801a93777201e91e79bacbac6e6927cbceede \ + --hash=sha256:db608a6757adabb32f1cfe6066e39b3706d8c3aa69bbc353a5b61edad36a5cb4 \ + --hash=sha256:e0ea21f66820452a3f5d1655f8704a60d66ba1191359b96541eaf457710a5fc6 \ + --hash=sha256:e7da3fec7408813a7cebc9e4ec55afed2d0fd65c4754bc376bf03498d4e92686 \ + --hash=sha256:e92a513161077b53447160b9bd8f522edfbed4bd9759e4c18ab05d7ef7e49408 \ + --hash=sha256:ecb1fa0db7bf4cff9dac752abb19505a233c7f16684c5826d1f11ebd9472b871 \ + --hash=sha256:efda5fc8cc1c61e4f639b8067d118e742b812c930f708e6667a5ce0d13499e29 \ + --hash=sha256:f0a1dbdb5ecbef0d34eb77e56fcb3e95bbd7e50835d9782a45df81cc46949750 \ + --hash=sha256:f0a71d85ecdd570ded8ac3d1c0f480842f49a40beb423bb8014539a9f32a5897 \ + --hash=sha256:f4f270de01dd3e129a72efad823da90cc4d6aafb64c410c9033aba70db9f1ff0 \ + --hash=sha256:f6cb459eea32a4e2cf18ba5fcece2dbdf496384413bc1bae15583f19e567f3b2 \ + --hash=sha256:f8ad8285b01b0d4695102546b342b493b3ccc6781fc28c8c6a1bb63e95d22f09 \ + --hash=sha256:f9f39e2f049db33a908319cf46624a569b36983c7c78318e9726a4cb8923b26c + # via matplotlib +lazy-loader==0.1 \ + --hash=sha256:623bd4831a40ce659d74472af40a58d016f2a5a047685409affbc2ba5c044641 \ + --hash=sha256:77ce7f2737ebabf9c0ff73b4a99c947876d74d24c2f026544e32246ecca5feca + # via scikit-image +libclang==15.0.6.1 \ + --hash=sha256:4a5188184b937132c198ee9de9a8a2316d5fdd1a825398d5ad1a8f5e06f9b40e \ + --hash=sha256:687d8549c110c700fece58dd87727421d0710fdd111aa7eecb01faf8e3f50d4e \ + --hash=sha256:69b01a23ab543908a661532595daa23cf88bd96d80e41f58ba0eaa6a378fe0d8 \ + --hash=sha256:85afb47630d2070e74b886040ceea1846097ca53cc88d0f1d7751d0f49220028 \ + --hash=sha256:8621795e07b87e17fc7aac9f071bc7fe6b52ed6110c0a96a9975d8113c8c2527 \ + --hash=sha256:a1a8fe038af2962c787c5bac81bfa4b82bb8e279e61e70cc934c10f6e20c73ec \ + --hash=sha256:aaebb6aa1db73bac3a0ac41e57ef78743079eb68728adbf7e80ee917ae171529 \ + --hash=sha256:f7ffa02ac5e586cfffde039dcccc439d88d0feac7d77bf9426d9ba7543d16545 + # via tensorflow +locket==1.0.0 \ + --hash=sha256:5c0d4c052a8bbbf750e056a8e65ccd309086f4f0f18a2eac306a8dfa4112a632 \ + --hash=sha256:b6c819a722f7b6bd955b80781788e4a66a55628b858d347536b7e81325a3a5e3 + # via partd +markdown==3.4.1 \ + --hash=sha256:08fb8465cffd03d10b9dd34a5c3fea908e20391a2a90b88d66362cb05beed186 \ + --hash=sha256:3b809086bb6efad416156e00a0da66fe47618a5d6918dd688f53f40c8e4cfeff + # via tensorboard +markupsafe==2.1.2 \ + --hash=sha256:0576fe974b40a400449768941d5d0858cc624e3249dfd1e0c33674e5c7ca7aed \ + --hash=sha256:085fd3201e7b12809f9e6e9bc1e5c96a368c8523fad5afb02afe3c051ae4afcc \ + --hash=sha256:090376d812fb6ac5f171e5938e82e7f2d7adc2b629101cec0db8b267815c85e2 \ + --hash=sha256:0b462104ba25f1ac006fdab8b6a01ebbfbce9ed37fd37fd4acd70c67c973e460 \ + --hash=sha256:137678c63c977754abe9086a3ec011e8fd985ab90631145dfb9294ad09c102a7 \ + --hash=sha256:1bea30e9bf331f3fef67e0a3877b2288593c98a21ccb2cf29b74c581a4eb3af0 \ + --hash=sha256:22152d00bf4a9c7c83960521fc558f55a1adbc0631fbb00a9471e097b19d72e1 \ + --hash=sha256:22731d79ed2eb25059ae3df1dfc9cb1546691cc41f4e3130fe6bfbc3ecbbecfa \ + --hash=sha256:2298c859cfc5463f1b64bd55cb3e602528db6fa0f3cfd568d3605c50678f8f03 \ + --hash=sha256:28057e985dace2f478e042eaa15606c7efccb700797660629da387eb289b9323 \ + --hash=sha256:2e7821bffe00aa6bd07a23913b7f4e01328c3d5cc0b40b36c0bd81d362faeb65 \ + --hash=sha256:2ec4f2d48ae59bbb9d1f9d7efb9236ab81429a764dedca114f5fdabbc3788013 \ + --hash=sha256:340bea174e9761308703ae988e982005aedf427de816d1afe98147668cc03036 \ + --hash=sha256:40627dcf047dadb22cd25ea7ecfe9cbf3bbbad0482ee5920b582f3809c97654f \ + --hash=sha256:40dfd3fefbef579ee058f139733ac336312663c6706d1163b82b3003fb1925c4 \ + --hash=sha256:4cf06cdc1dda95223e9d2d3c58d3b178aa5dacb35ee7e3bbac10e4e1faacb419 \ + --hash=sha256:50c42830a633fa0cf9e7d27664637532791bfc31c731a87b202d2d8ac40c3ea2 \ + --hash=sha256:55f44b440d491028addb3b88f72207d71eeebfb7b5dbf0643f7c023ae1fba619 \ + --hash=sha256:608e7073dfa9e38a85d38474c082d4281f4ce276ac0010224eaba11e929dd53a \ + --hash=sha256:63ba06c9941e46fa389d389644e2d8225e0e3e5ebcc4ff1ea8506dce646f8c8a \ + --hash=sha256:65608c35bfb8a76763f37036547f7adfd09270fbdbf96608be2bead319728fcd \ + --hash=sha256:665a36ae6f8f20a4676b53224e33d456a6f5a72657d9c83c2aa00765072f31f7 \ + --hash=sha256:6d6607f98fcf17e534162f0709aaad3ab7a96032723d8ac8750ffe17ae5a0666 \ + --hash=sha256:7313ce6a199651c4ed9d7e4cfb4aa56fe923b1adf9af3b420ee14e6d9a73df65 \ + --hash=sha256:7668b52e102d0ed87cb082380a7e2e1e78737ddecdde129acadb0eccc5423859 \ + --hash=sha256:7df70907e00c970c60b9ef2938d894a9381f38e6b9db73c5be35e59d92e06625 \ + --hash=sha256:7e007132af78ea9df29495dbf7b5824cb71648d7133cf7848a2a5dd00d36f9ff \ + --hash=sha256:835fb5e38fd89328e9c81067fd642b3593c33e1e17e2fdbf77f5676abb14a156 \ + --hash=sha256:8bca7e26c1dd751236cfb0c6c72d4ad61d986e9a41bbf76cb445f69488b2a2bd \ + --hash=sha256:8db032bf0ce9022a8e41a22598eefc802314e81b879ae093f36ce9ddf39ab1ba \ + --hash=sha256:99625a92da8229df6d44335e6fcc558a5037dd0a760e11d84be2260e6f37002f \ + --hash=sha256:9cad97ab29dfc3f0249b483412c85c8ef4766d96cdf9dcf5a1e3caa3f3661cf1 \ + --hash=sha256:a4abaec6ca3ad8660690236d11bfe28dfd707778e2442b45addd2f086d6ef094 \ + --hash=sha256:a6e40afa7f45939ca356f348c8e23048e02cb109ced1eb8420961b2f40fb373a \ + --hash=sha256:a6f2fcca746e8d5910e18782f976489939d54a91f9411c32051b4aab2bd7c513 \ + --hash=sha256:a806db027852538d2ad7555b203300173dd1b77ba116de92da9afbc3a3be3eed \ + --hash=sha256:abcabc8c2b26036d62d4c746381a6f7cf60aafcc653198ad678306986b09450d \ + --hash=sha256:b8526c6d437855442cdd3d87eede9c425c4445ea011ca38d937db299382e6fa3 \ + --hash=sha256:bb06feb762bade6bf3c8b844462274db0c76acc95c52abe8dbed28ae3d44a147 \ + --hash=sha256:c0a33bc9f02c2b17c3ea382f91b4db0e6cde90b63b296422a939886a7a80de1c \ + --hash=sha256:c4a549890a45f57f1ebf99c067a4ad0cb423a05544accaf2b065246827ed9603 \ + --hash=sha256:ca244fa73f50a800cf8c3ebf7fd93149ec37f5cb9596aa8873ae2c1d23498601 \ + --hash=sha256:cf877ab4ed6e302ec1d04952ca358b381a882fbd9d1b07cccbfd61783561f98a \ + --hash=sha256:d9d971ec1e79906046aa3ca266de79eac42f1dbf3612a05dc9368125952bd1a1 \ + --hash=sha256:da25303d91526aac3672ee6d49a2f3db2d9502a4a60b55519feb1a4c7714e07d \ + --hash=sha256:e55e40ff0cc8cc5c07996915ad367fa47da6b3fc091fdadca7f5403239c5fec3 \ + --hash=sha256:f03a532d7dee1bed20bc4884194a16160a2de9ffc6354b3878ec9682bb623c54 \ + --hash=sha256:f1cd098434e83e656abf198f103a8207a8187c0fc110306691a2e94a78d0abb2 \ + --hash=sha256:f2bfb563d0211ce16b63c7cb9395d2c682a23187f54c3d79bfec33e6705473c6 \ + --hash=sha256:f8ffb705ffcf5ddd0e80b65ddf7bed7ee4f5a441ea7d3419e861a12eaf41af58 + # via werkzeug +matplotlib==3.6.1 \ + --hash=sha256:02561141c434154f7bae8e5449909d152367cb40aa57bfb2a27f2748b9c5f95f \ + --hash=sha256:05e86446562063d6186ff6d700118c0dbd5dccc403a6187351ee526c48878f10 \ + --hash=sha256:0bab7564aafd5902128d54b68dca04f5755413fb6b502100bb0235a545882c48 \ + --hash=sha256:12ab21d0cad122f5b23688d453a0280676e7c42f634f0dbd093d15d42d142b1f \ + --hash=sha256:183bf3ac6a6023ee590aa4b677f391ceed65ec0d6b930901a8483c267bd12995 \ + --hash=sha256:1e2c75d5d1ff6b7ef9870360bfa23bea076b8dc0945a60d19453d7619ed9ea8f \ + --hash=sha256:220314c2d6b9ca11570d7cd4b841c9f3137546f188336003b9fb8def4dcb804d \ + --hash=sha256:2469f57e4c5cc0e85eddc7b30995ea9c404a78c0b1856da75d1a5887156ca350 \ + --hash=sha256:27337bcb38d5db7430c14f350924542d75416ec1546d5d9d9f39b362b71db3fb \ + --hash=sha256:2cc5d726d4d42865f909c5208a7841109d76584950dd0587b01a77cc279d4ab7 \ + --hash=sha256:3c53486278a0629fd892783271dc994b962fba8dfe207445d039e14f1928ea46 \ + --hash=sha256:4648f0d79a87bf50ee740058305c91091ee5e1fbb71a7d2f5fe6707bfe328d1c \ + --hash=sha256:47cb088bbce82ae9fc2edf3c25e56a5c6142ce2553fea2b781679f960a70c207 \ + --hash=sha256:4a3d903588b519b38ed085d0ae762a1dcd4b70164617292175cfd91b90d6c415 \ + --hash=sha256:4d3b0e0a4611bd22065bbf47e9b2f689ac9e575bcb850a9f0ae2bbed75cab956 \ + --hash=sha256:52935b7d4ccbf0dbc9cf454dbb10ca99c11cbe8da9467596b96e5e21fd4dfc5c \ + --hash=sha256:563896ba269324872ace436a57775dcc8322678a9496b28a8c25cdafa5ec2b92 \ + --hash=sha256:565f514dec81a41cbed10eb6011501879695087fc2787fb89423a466508abbbd \ + --hash=sha256:5f97141e05baf160c3ec125f06ceb2a44c9bb62f42fcb8ee1c05313c73e99432 \ + --hash=sha256:6f5788168da2661b42f7468063b725cc73fdbeeb80f2704cb2d8c415e9a57c50 \ + --hash=sha256:71eced071825005011cdc64efbae2e2c76b8209c18aa487dedf69796fe4b1e40 \ + --hash=sha256:7730e60e751cfcfe7fcb223cf03c0b979e9a064c239783ad37929d340a364cef \ + --hash=sha256:8245e85fd793f58edf29b8a9e3be47e8ecf76ea1a1e8240545f2746181ca5787 \ + --hash=sha256:85948b303534b69fd771126764cf883fde2af9b003eb5778cb60f3b46f93d3f6 \ + --hash=sha256:87027ff7b2edeb14476900261ef04d4beae949e1dfa0a3eb3ad6a6efbf9d0e1d \ + --hash=sha256:87bdbd37d0a41e025879863fe9b17bab15c0421313bc33e77e5e1aa54215c9c5 \ + --hash=sha256:8dc25473319afabe49150267e54648ac559c33b0fc2a80c8caecfbbc2948a820 \ + --hash=sha256:8ddd58324dc9a77e2e56d7b7aea7dbd0575b6f7cd1333c3ca9d388ac70978344 \ + --hash=sha256:9403764017d20ff570f7ce973a8b9637f08a6109118f4e0ce6c7493d8849a0d3 \ + --hash=sha256:9dd40505ccc526acaf9a5db1b3029e237c64b58f1249983b28a291c2d6a1d0fa \ + --hash=sha256:a4de03085afb3b80fab341afaf8e60dfe06ce439b6dfed55d657cf34a7bc3c40 \ + --hash=sha256:a68b91ac7e6bb26100a540a033f54c95fe06d9c0aa51312c2a52d07d1bde78f4 \ + --hash=sha256:b53387d4e59432ff221540a4ffb5ee9669c69417805e4faf0148a00d701c61f9 \ + --hash=sha256:c1effccef0cea2d4da9feeed22079adf6786f92c800a7d0d2ef2104318a1c66c \ + --hash=sha256:c9756a8e69f6e1f76d47eb42132175b6814da1fbeae0545304c6d0fc2aae252a \ + --hash=sha256:d0161ebf87518ecfe0980c942d5f0d5df0e080c1746ebaab2027a969967014b7 \ + --hash=sha256:e2d1b7225666f7e1bcc94c0bc9c587a82e3e8691da4757e357e5c2515222ee37 \ + --hash=sha256:e3c116e779fbbf421a9e4d3060db259a9bb486d98f4e3c5a0877c599bd173582 \ + --hash=sha256:e4c8b5a243dd29d50289d694e931bd6cb6ae0b5bd654d12c647543d63862540c \ + --hash=sha256:e632f66218811d4cf8b7a2a649e25ec15406c3c498f72d19e2bcf8377f38445d \ + --hash=sha256:fad858519bd6d52dbfeebdbe04d00dd8e932ed436f1c535e61bcc970a96c11e4 + # via + # -r waymo_open_dataset/requirements.in + # tensorflow-graphics +networkx==3.0 \ + --hash=sha256:58058d66b1818043527244fab9d41a51fcd7dcc271748015f3c181b8a90c8e2e \ + --hash=sha256:9a9992345353618ae98339c2b63d8201c381c2944f38a2ab49cb45a4c667e412 + # via + # scikit-image + # tensorflow-graphics +numpy==1.21.5 \ + --hash=sha256:00c9fa73a6989895b8815d98300a20ac993c49ac36c8277e8ffeaa3631c0dbbb \ + --hash=sha256:025b497014bc33fc23897859350f284323f32a2fff7654697f5a5fc2a19e9939 \ + --hash=sha256:08de8472d9f7571f9d51b27b75e827f5296295fa78817032e84464be8bb905bc \ + --hash=sha256:1964db2d4a00348b7a60ee9d013c8cb0c566644a589eaa80995126eac3b99ced \ + --hash=sha256:2a9add27d7fc0fdb572abc3b2486eb3b1395da71e0254c5552b2aad2a18b5441 \ + --hash=sha256:2d8adfca843bc46ac199a4645233f13abf2011a0b2f4affc5c37cd552626f27b \ + --hash=sha256:301e408a052fdcda5cdcf03021ebafc3c6ea093021bf9d1aa47c54d48bdad166 \ + --hash=sha256:311283acf880cfcc20369201bd75da907909afc4666966c7895cbed6f9d2c640 \ + --hash=sha256:341dddcfe3b7b6427a28a27baa59af5ad51baa59bfec3264f1ab287aa3b30b13 \ + --hash=sha256:3a5098df115340fb17fc93867317a947e1dcd978c3888c5ddb118366095851f8 \ + --hash=sha256:3c978544be9e04ed12016dd295a74283773149b48f507d69b36f91aa90a643e5 \ + --hash=sha256:3d893b0871322eaa2f8c7072cdb552d8e2b27645b7875a70833c31e9274d4611 \ + --hash=sha256:4fe6a006557b87b352c04596a6e3f12a57d6e5f401d804947bd3188e6b0e0e76 \ + --hash=sha256:507c05c7a37b3683eb08a3ff993bd1ee1e6c752f77c2f275260533b265ecdb6c \ + --hash=sha256:58ca1d7c8aef6e996112d0ce873ac9dfa1eaf4a1196b4ff7ff73880a09923ba7 \ + --hash=sha256:61bada43d494515d5b122f4532af226fdb5ee08fe5b5918b111279843dc6836a \ + --hash=sha256:69a5a8d71c308d7ef33ef72371c2388a90e3495dbb7993430e674006f94797d5 \ + --hash=sha256:6a5928bc6241264dce5ed509e66f33676fc97f464e7a919edc672fb5532221ee \ + --hash=sha256:7b9d6b14fc9a4864b08d1ba57d732b248f0e482c7b2ff55c313137e3ed4d8449 \ + --hash=sha256:a7c4b701ca418cd39e28ec3b496e6388fe06de83f5f0cb74794fa31cfa384c02 \ + --hash=sha256:a7e8f6216f180f3fd4efb73de5d1eaefb5f5a1ee5b645c67333033e39440e63a \ + --hash=sha256:b545ebadaa2b878c8630e5bcdb97fc4096e779f335fc0f943547c1c91540c815 \ + --hash=sha256:c293d3c0321996cd8ffe84215ffe5d269fd9d1d12c6f4ffe2b597a7c30d3e593 \ + --hash=sha256:c5562bcc1a9b61960fc8950ade44d00e3de28f891af0acc96307c73613d18f6e \ + --hash=sha256:ca9c23848292c6fe0a19d212790e62f398fd9609aaa838859be8459bfbe558aa \ + --hash=sha256:cc1b30205d138d1005adb52087ff45708febbef0e420386f58664f984ef56954 \ + --hash=sha256:dbce7adeb66b895c6aaa1fad796aaefc299ced597f6fbd9ceddb0dd735245354 \ + --hash=sha256:dc4b2fb01f1b4ddbe2453468ea0719f4dbb1f5caa712c8b21bb3dd1480cd30d9 \ + --hash=sha256:eed2afaa97ec33b4411995be12f8bdb95c87984eaa28d76cf628970c8a2d689a \ + --hash=sha256:fc7a7d7b0ed72589fd8b8486b9b42a564f10b8762be8bd4d9df94b807af4a089 + # via + # -r waymo_open_dataset/requirements.in + # contourpy + # dask + # etils + # h5py + # imageio + # matplotlib + # opt-einsum + # pandas + # pyarrow + # pywavelets + # scikit-image + # scikit-learn + # scipy + # tensorboard + # tensorflow + # tensorflow-datasets + # tensorflow-graphics + # tensorflow-probability + # tifffile + # trimesh +oauthlib==3.2.2 \ + --hash=sha256:8139f29aac13e25d502680e9e19963e83f16838d48a0d71c287fe40e7067fbca \ + --hash=sha256:9859c40929662bec5d64f34d01c99e093149682a3f38915dc0655d5a633dd918 + # via requests-oauthlib +openexr==1.3.9 \ + --hash=sha256:cffcd13906291ef1a81b369c1c0e907648ecd24363668873691f44866704ab21 + # via + # -r waymo_open_dataset/requirements.in + # tensorflow-graphics +opt-einsum==3.3.0 \ + --hash=sha256:2455e59e3947d3c275477df7f5205b30635e266fe6dc300e3d9f9646bfcea147 \ + --hash=sha256:59f6475f77bbc37dcf7cd748519c0ec60722e91e63ca114e68821c0c54a46549 + # via tensorflow +packaging==23.0 \ + --hash=sha256:714ac14496c3e68c99c29b00845f7a2b85f3bb6f1078fd9f72fd20f0570002b2 \ + --hash=sha256:b6ad297f8907de0fa2fe1ccbd26fdaf387f5f47c7275fedf8cce89f99446cf97 + # via + # dask + # matplotlib + # scikit-image + # tensorflow + # tensorflow-addons +pandas==1.5.3 \ + --hash=sha256:14e45300521902689a81f3f41386dc86f19b8ba8dd5ac5a3c7010ef8d2932813 \ + --hash=sha256:26d9c71772c7afb9d5046e6e9cf42d83dd147b5cf5bcb9d97252077118543792 \ + --hash=sha256:3749077d86e3a2f0ed51367f30bf5b82e131cc0f14260c4d3e499186fccc4406 \ + --hash=sha256:41179ce559943d83a9b4bbacb736b04c928b095b5f25dd2b7389eda08f46f373 \ + --hash=sha256:478ff646ca42b20376e4ed3fa2e8d7341e8a63105586efe54fa2508ee087f328 \ + --hash=sha256:50869a35cbb0f2e0cd5ec04b191e7b12ed688874bd05dd777c19b28cbea90996 \ + --hash=sha256:565fa34a5434d38e9d250af3c12ff931abaf88050551d9fbcdfafca50d62babf \ + --hash=sha256:5f2b952406a1588ad4cad5b3f55f520e82e902388a6d5a4a91baa8d38d23c7f6 \ + --hash=sha256:5fbcb19d6fceb9e946b3e23258757c7b225ba450990d9ed63ccceeb8cae609f7 \ + --hash=sha256:6973549c01ca91ec96199e940495219c887ea815b2083722821f1d7abfa2b4dc \ + --hash=sha256:74a3fd7e5a7ec052f183273dc7b0acd3a863edf7520f5d3a1765c04ffdb3b0b1 \ + --hash=sha256:7a0a56cef15fd1586726dace5616db75ebcfec9179a3a55e78f72c5639fa2a23 \ + --hash=sha256:7cec0bee9f294e5de5bbfc14d0573f65526071029d036b753ee6507d2a21480a \ + --hash=sha256:87bd9c03da1ac870a6d2c8902a0e1fd4267ca00f13bc494c9e5a9020920e1d51 \ + --hash=sha256:972d8a45395f2a2d26733eb8d0f629b2f90bebe8e8eddbb8829b180c09639572 \ + --hash=sha256:9842b6f4b8479e41968eced654487258ed81df7d1c9b7b870ceea24ed9459b31 \ + --hash=sha256:9f69c4029613de47816b1bb30ff5ac778686688751a5e9c99ad8c7031f6508e5 \ + --hash=sha256:a50d9a4336a9621cab7b8eb3fb11adb82de58f9b91d84c2cd526576b881a0c5a \ + --hash=sha256:bc4c368f42b551bf72fac35c5128963a171b40dce866fb066540eeaf46faa003 \ + --hash=sha256:c39a8da13cede5adcd3be1182883aea1c925476f4e84b2807a46e2775306305d \ + --hash=sha256:c3ac844a0fe00bfaeb2c9b51ab1424e5c8744f89860b138434a363b1f620f354 \ + --hash=sha256:c4c00e0b0597c8e4f59e8d461f797e5d70b4d025880516a8261b2817c47759ee \ + --hash=sha256:c74a62747864ed568f5a82a49a23a8d7fe171d0c69038b38cedf0976831296fa \ + --hash=sha256:dd05f7783b3274aa206a1af06f0ceed3f9b412cf665b7247eacd83be41cf7bf0 \ + --hash=sha256:dfd681c5dc216037e0b0a2c821f5ed99ba9f03ebcf119c7dac0e9a7b960b9ec9 \ + --hash=sha256:e474390e60ed609cec869b0da796ad94f420bb057d86784191eefc62b65819ae \ + --hash=sha256:f76d097d12c82a535fda9dfe5e8dd4127952b45fea9b0276cb30cca5ea313fbc + # via + # -r waymo_open_dataset/requirements.in + # dask +partd==1.3.0 \ + --hash=sha256:6393a0c898a0ad945728e34e52de0df3ae295c5aff2e2926ba7cc3c60a734a15 \ + --hash=sha256:ce91abcdc6178d668bcaa431791a5a917d902341cb193f543fe445d494660485 + # via dask +pillow==9.2.0 \ + --hash=sha256:0030fdbd926fb85844b8b92e2f9449ba89607231d3dd597a21ae72dc7fe26927 \ + --hash=sha256:030e3460861488e249731c3e7ab59b07c7853838ff3b8e16aac9561bb345da14 \ + --hash=sha256:0ed2c4ef2451de908c90436d6e8092e13a43992f1860275b4d8082667fbb2ffc \ + --hash=sha256:136659638f61a251e8ed3b331fc6ccd124590eeff539de57c5f80ef3a9594e58 \ + --hash=sha256:13b725463f32df1bfeacbf3dd197fb358ae8ebcd8c5548faa75126ea425ccb60 \ + --hash=sha256:1536ad017a9f789430fb6b8be8bf99d2f214c76502becc196c6f2d9a75b01b76 \ + --hash=sha256:15928f824870535c85dbf949c09d6ae7d3d6ac2d6efec80f3227f73eefba741c \ + --hash=sha256:17d4cafe22f050b46d983b71c707162d63d796a1235cdf8b9d7a112e97b15bac \ + --hash=sha256:1802f34298f5ba11d55e5bb09c31997dc0c6aed919658dfdf0198a2fe75d5490 \ + --hash=sha256:1cc1d2451e8a3b4bfdb9caf745b58e6c7a77d2e469159b0d527a4554d73694d1 \ + --hash=sha256:1fd6f5e3c0e4697fa7eb45b6e93996299f3feee73a3175fa451f49a74d092b9f \ + --hash=sha256:254164c57bab4b459f14c64e93df11eff5ded575192c294a0c49270f22c5d93d \ + --hash=sha256:2ad0d4df0f5ef2247e27fc790d5c9b5a0af8ade9ba340db4a73bb1a4a3e5fb4f \ + --hash=sha256:2c58b24e3a63efd22554c676d81b0e57f80e0a7d3a5874a7e14ce90ec40d3069 \ + --hash=sha256:2d33a11f601213dcd5718109c09a52c2a1c893e7461f0be2d6febc2879ec2402 \ + --hash=sha256:336b9036127eab855beec9662ac3ea13a4544a523ae273cbf108b228ecac8437 \ + --hash=sha256:337a74fd2f291c607d220c793a8135273c4c2ab001b03e601c36766005f36885 \ + --hash=sha256:37ff6b522a26d0538b753f0b4e8e164fdada12db6c6f00f62145d732d8a3152e \ + --hash=sha256:3d1f14f5f691f55e1b47f824ca4fdcb4b19b4323fe43cc7bb105988cad7496be \ + --hash=sha256:4134d3f1ba5f15027ff5c04296f13328fecd46921424084516bdb1b2548e66ff \ + --hash=sha256:4ad2f835e0ad81d1689f1b7e3fbac7b01bb8777d5a985c8962bedee0cc6d43da \ + --hash=sha256:50dff9cc21826d2977ef2d2a205504034e3a4563ca6f5db739b0d1026658e004 \ + --hash=sha256:510cef4a3f401c246cfd8227b300828715dd055463cdca6176c2e4036df8bd4f \ + --hash=sha256:5aed7dde98403cd91d86a1115c78d8145c83078e864c1de1064f52e6feb61b20 \ + --hash=sha256:69bd1a15d7ba3694631e00df8de65a8cb031911ca11f44929c97fe05eb9b6c1d \ + --hash=sha256:6bf088c1ce160f50ea40764f825ec9b72ed9da25346216b91361eef8ad1b8f8c \ + --hash=sha256:6e8c66f70fb539301e064f6478d7453e820d8a2c631da948a23384865cd95544 \ + --hash=sha256:74a04183e6e64930b667d321524e3c5361094bb4af9083db5c301db64cd341f3 \ + --hash=sha256:75e636fd3e0fb872693f23ccb8a5ff2cd578801251f3a4f6854c6a5d437d3c04 \ + --hash=sha256:7761afe0126d046974a01e030ae7529ed0ca6a196de3ec6937c11df0df1bc91c \ + --hash=sha256:7888310f6214f19ab2b6df90f3f06afa3df7ef7355fc025e78a3044737fab1f5 \ + --hash=sha256:7b0554af24df2bf96618dac71ddada02420f946be943b181108cac55a7a2dcd4 \ + --hash=sha256:7c7b502bc34f6e32ba022b4a209638f9e097d7a9098104ae420eb8186217ebbb \ + --hash=sha256:808add66ea764ed97d44dda1ac4f2cfec4c1867d9efb16a33d158be79f32b8a4 \ + --hash=sha256:831e648102c82f152e14c1a0938689dbb22480c548c8d4b8b248b3e50967b88c \ + --hash=sha256:93689632949aff41199090eff5474f3990b6823404e45d66a5d44304e9cdc467 \ + --hash=sha256:96b5e6874431df16aee0c1ba237574cb6dff1dcb173798faa6a9d8b399a05d0e \ + --hash=sha256:9a54614049a18a2d6fe156e68e188da02a046a4a93cf24f373bffd977e943421 \ + --hash=sha256:a138441e95562b3c078746a22f8fca8ff1c22c014f856278bdbdd89ca36cff1b \ + --hash=sha256:a647c0d4478b995c5e54615a2e5360ccedd2f85e70ab57fbe817ca613d5e63b8 \ + --hash=sha256:a9c9bc489f8ab30906d7a85afac4b4944a572a7432e00698a7239f44a44e6efb \ + --hash=sha256:ad2277b185ebce47a63f4dc6302e30f05762b688f8dc3de55dbae4651872cdf3 \ + --hash=sha256:adabc0bce035467fb537ef3e5e74f2847c8af217ee0be0455d4fec8adc0462fc \ + --hash=sha256:b6d5e92df2b77665e07ddb2e4dbd6d644b78e4c0d2e9272a852627cdba0d75cf \ + --hash=sha256:bc431b065722a5ad1dfb4df354fb9333b7a582a5ee39a90e6ffff688d72f27a1 \ + --hash=sha256:bdd0de2d64688ecae88dd8935012c4a72681e5df632af903a1dca8c5e7aa871a \ + --hash=sha256:c79698d4cd9318d9481d89a77e2d3fcaeff5486be641e60a4b49f3d2ecca4e28 \ + --hash=sha256:cb6259196a589123d755380b65127ddc60f4c64b21fc3bb46ce3a6ea663659b0 \ + --hash=sha256:d5b87da55a08acb586bad5c3aa3b86505f559b84f39035b233d5bf844b0834b1 \ + --hash=sha256:dcd7b9c7139dc8258d164b55696ecd16c04607f1cc33ba7af86613881ffe4ac8 \ + --hash=sha256:dfe4c1fedfde4e2fbc009d5ad420647f7730d719786388b7de0999bf32c0d9fd \ + --hash=sha256:ea98f633d45f7e815db648fd7ff0f19e328302ac36427343e4432c84432e7ff4 \ + --hash=sha256:ec52c351b35ca269cb1f8069d610fc45c5bd38c3e91f9ab4cbbf0aebc136d9c8 \ + --hash=sha256:eef7592281f7c174d3d6cbfbb7ee5984a671fcd77e3fc78e973d492e9bf0eb3f \ + --hash=sha256:f07f1f00e22b231dd3d9b9208692042e29792d6bd4f6639415d2f23158a80013 \ + --hash=sha256:f3fac744f9b540148fa7715a435d2283b71f68bfb6d4aae24482a890aed18b59 \ + --hash=sha256:fa768eff5f9f958270b081bb33581b4b569faabf8774726b283edb06617101dc \ + --hash=sha256:fac2d65901fb0fdf20363fbd345c01958a742f2dc62a8dd4495af66e3ff502a4 + # via + # -r waymo_open_dataset/requirements.in + # imageio + # matplotlib + # scikit-image +plotly==5.13.1 \ + --hash=sha256:90ee9a1fee0dda30e2830e129855081ea17bd1b06a553a62b62de15caff1a219 \ + --hash=sha256:f776a5c664908450c6c1727f61e8e2e22798d9c6c69d37a9057735365084a2fa + # via -r waymo_open_dataset/requirements.in +promise==2.3 \ + --hash=sha256:dfd18337c523ba4b6a58801c164c1904a9d4d1b1747c7d5dbf45b693a49d93d0 + # via tensorflow-datasets +protobuf==3.19.6 \ + --hash=sha256:010be24d5a44be7b0613750ab40bc8b8cedc796db468eae6c779b395f50d1fa1 \ + --hash=sha256:0469bc66160180165e4e29de7f445e57a34ab68f49357392c5b2f54c656ab25e \ + --hash=sha256:0c0714b025ec057b5a7600cb66ce7c693815f897cfda6d6efb58201c472e3437 \ + --hash=sha256:11478547958c2dfea921920617eb457bc26867b0d1aa065ab05f35080c5d9eb6 \ + --hash=sha256:14082457dc02be946f60b15aad35e9f5c69e738f80ebbc0900a19bc83734a5a4 \ + --hash=sha256:2b2d2913bcda0e0ec9a784d194bc490f5dc3d9d71d322d070b11a0ade32ff6ba \ + --hash=sha256:30a15015d86b9c3b8d6bf78d5b8c7749f2512c29f168ca259c9d7727604d0e39 \ + --hash=sha256:30f5370d50295b246eaa0296533403961f7e64b03ea12265d6dfce3a391d8992 \ + --hash=sha256:347b393d4dd06fb93a77620781e11c058b3b0a5289262f094379ada2920a3730 \ + --hash=sha256:4bc98de3cdccfb5cd769620d5785b92c662b6bfad03a202b83799b6ed3fa1fa7 \ + --hash=sha256:5057c64052a1f1dd7d4450e9aac25af6bf36cfbfb3a1cd89d16393a036c49157 \ + --hash=sha256:559670e006e3173308c9254d63facb2c03865818f22204037ab76f7a0ff70b5f \ + --hash=sha256:5a0d7539a1b1fb7e76bf5faa0b44b30f812758e989e59c40f77a7dab320e79b9 \ + --hash=sha256:5f5540d57a43042389e87661c6eaa50f47c19c6176e8cf1c4f287aeefeccb5c4 \ + --hash=sha256:7a552af4dc34793803f4e735aabe97ffc45962dfd3a237bdde242bff5a3de684 \ + --hash=sha256:84a04134866861b11556a82dd91ea6daf1f4925746b992f277b84013a7cc1229 \ + --hash=sha256:878b4cd080a21ddda6ac6d1e163403ec6eea2e206cf225982ae04567d39be7b0 \ + --hash=sha256:90b0d02163c4e67279ddb6dc25e063db0130fc299aefabb5d481053509fae5c8 \ + --hash=sha256:91d5f1e139ff92c37e0ff07f391101df77e55ebb97f46bbc1535298d72019462 \ + --hash=sha256:a8ce5ae0de28b51dff886fb922012dad885e66176663950cb2344c0439ecb473 \ + --hash=sha256:aa3b82ca1f24ab5326dcf4ea00fcbda703e986b22f3d27541654f749564d778b \ + --hash=sha256:bb6776bd18f01ffe9920e78e03a8676530a5d6c5911934c6a1ac6eb78973ecb6 \ + --hash=sha256:bbf5cea5048272e1c60d235c7bd12ce1b14b8a16e76917f371c718bd3005f045 \ + --hash=sha256:c0ccd3f940fe7f3b35a261b1dd1b4fc850c8fde9f74207015431f174be5976b3 \ + --hash=sha256:d0b635cefebd7a8a0f92020562dead912f81f401af7e71f16bf9506ff3bdbb38 + # via + # googleapis-common-protos + # tensorboard + # tensorflow + # tensorflow-datasets + # tensorflow-metadata +psutil==5.9.4 \ + --hash=sha256:149555f59a69b33f056ba1c4eb22bb7bf24332ce631c44a319cec09f876aaeff \ + --hash=sha256:16653106f3b59386ffe10e0bad3bb6299e169d5327d3f187614b1cb8f24cf2e1 \ + --hash=sha256:3d7f9739eb435d4b1338944abe23f49584bde5395f27487d2ee25ad9a8774a62 \ + --hash=sha256:3ff89f9b835100a825b14c2808a106b6fdcc4b15483141482a12c725e7f78549 \ + --hash=sha256:54c0d3d8e0078b7666984e11b12b88af2db11d11249a8ac8920dd5ef68a66e08 \ + --hash=sha256:54d5b184728298f2ca8567bf83c422b706200bcbbfafdc06718264f9393cfeb7 \ + --hash=sha256:6001c809253a29599bc0dfd5179d9f8a5779f9dffea1da0f13c53ee568115e1e \ + --hash=sha256:68908971daf802203f3d37e78d3f8831b6d1014864d7a85937941bb35f09aefe \ + --hash=sha256:6b92c532979bafc2df23ddc785ed116fced1f492ad90a6830cf24f4d1ea27d24 \ + --hash=sha256:852dd5d9f8a47169fe62fd4a971aa07859476c2ba22c2254d4a1baa4e10b95ad \ + --hash=sha256:9120cd39dca5c5e1c54b59a41d205023d436799b1c8c4d3ff71af18535728e94 \ + --hash=sha256:c1ca331af862803a42677c120aff8a814a804e09832f166f226bfd22b56feee8 \ + --hash=sha256:efeae04f9516907be44904cc7ce08defb6b665128992a56957abc9b61dca94b7 \ + --hash=sha256:fd8522436a6ada7b4aad6638662966de0d61d241cb821239b2ae7013d41a43d4 + # via + # tensorflow-datasets + # tensorflow-graphics +pyarrow==10.0.0 \ + --hash=sha256:10e031794d019425d34406edffe7e32157359e9455f9edb97a1732f8dabf802f \ + --hash=sha256:25f51dca780fc22cfd7ac30f6bdfe70eb99145aee9acfda987f2c49955d66ed9 \ + --hash=sha256:2d326a9d47ac237d81b8c4337e9d30a0b361835b536fc7ea53991455ce761fbd \ + --hash=sha256:3d2694f08c8d4482d14e3798ff036dbd81ae6b1c47948f52515e1aa90fbec3f0 \ + --hash=sha256:4051664d354b14939b5da35cfa77821ade594bc1cf56dd2032b3068c96697d74 \ + --hash=sha256:511735040b83f2993f78d7fb615e7b88253d75f41500e87e587c40156ff88120 \ + --hash=sha256:65d4a312f3ced318423704355acaccc7f7bdfe242472e59bdd54aa0f8837adf8 \ + --hash=sha256:68ccb82c04c0f7abf7a95541d5e9d9d94290fc66a2d36d3f6ea0777f40c15654 \ + --hash=sha256:69b8a1fd99201178799b02f18498633847109b701856ec762f314352a431b7d0 \ + --hash=sha256:758284e1ebd3f2a9abb30544bfec28d151a398bb7c0f2578cbca5ee5b000364a \ + --hash=sha256:7be7f42f713068293308c989a4a3a2de03b70199bdbe753901c6595ff8640c64 \ + --hash=sha256:7ce026274cd5d9934cd3694e89edecde4e036018bbc6cb735fd33b9e967e7d47 \ + --hash=sha256:7e6b837cc44cd62a0e280c8fc4de94ebce503d6d1190e6e94157ab49a8bea67b \ + --hash=sha256:b153b05765393557716e3729cf988442b3ae4f5567364ded40d58c07feed27c2 \ + --hash=sha256:b3e3148468d3eed3779d68241f1d13ed4ee7cca4c6dbc7c07e5062b93ad4da33 \ + --hash=sha256:b45f969ed924282e9d4ede38f3430630d809c36dbff65452cabce03141943d28 \ + --hash=sha256:b9f63ceb8346aac0bcb487fafe9faca642ad448ca649fcf66a027c6e120cbc12 \ + --hash=sha256:c79300e1a3e23f2bf4defcf0d70ff5ea25ef6ebf6f121d8670ee14bb662bb7ca \ + --hash=sha256:d45a59e2f47826544c0ca70bc0f7ed8ffa5ad23f93b0458230c7e983bcad1acf \ + --hash=sha256:e4c6da9f9e1ff96781ee1478f7cc0860e66c23584887b8e297c4b9905c3c9066 \ + --hash=sha256:f329951d56b3b943c353f7b27c894e02367a7efbb9fef7979c6b24e02dbfcf55 \ + --hash=sha256:f76157d9579571c865860e5fd004537c03e21139db76692d96fd8a186adab1f2 + # via -r waymo_open_dataset/requirements.in +pyasn1==0.4.8 \ + --hash=sha256:39c7e2ec30515947ff4e87fb6f456dfc6e84857d34be479c9d4a4ba4bf46aa5d \ + --hash=sha256:aef77c9fb94a3ac588e87841208bdec464471d9871bd5050a287cc9a475cd0ba + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.2.8 \ + --hash=sha256:905f84c712230b2c592c19470d3ca8d552de726050d1d1716282a1f6146be65e \ + --hash=sha256:a50b808ffeb97cb3601dd25981f6b016cbb3d31fbf57a8b8a87428e6158d0c74 + # via google-auth +pyelftools==0.29 \ + --hash=sha256:519f38cf412f073b2d7393aa4682b0190fa901f7c3fa0bff2b82d537690c7fc1 \ + --hash=sha256:ec761596aafa16e282a31de188737e5485552469ac63b60cfcccf22263fd24ff + # via auditwheel +pyparsing==3.0.9 \ + --hash=sha256:2b020ecf7d21b687f219b71ecad3631f644a47f01403fa1d1036b0c6416d70fb \ + --hash=sha256:5026bae9a10eeaefb61dab2f09052b9f4307d44aee4eda64b309723d8d206bbc + # via matplotlib +python-dateutil==2.8.2 \ + --hash=sha256:0123cacc1627ae19ddf3c27a5de5bd67ee4586fbdd6440d9748f8abb483d3e86 \ + --hash=sha256:961d03dc3453ebbc59dbdea9e4e11c5651520a876d0f4db161e8674aae935da9 + # via + # matplotlib + # pandas +pytz==2022.7.1 \ + --hash=sha256:01a0681c4b9684a28304615eba55d1ab31ae00bf68ec157ec3708a8182dbbcd0 \ + --hash=sha256:78f4f37d8198e0627c5f1143240bb0206b8691d8d7ac6d78fee88b78733f8c4a + # via pandas +pywavelets==1.4.1 \ + --hash=sha256:030670a213ee8fefa56f6387b0c8e7d970c7f7ad6850dc048bd7c89364771b9b \ + --hash=sha256:058b46434eac4c04dd89aeef6fa39e4b6496a951d78c500b6641fd5b2cc2f9f4 \ + --hash=sha256:231b0e0b1cdc1112f4af3c24eea7bf181c418d37922a67670e9bf6cfa2d544d4 \ + --hash=sha256:23bafd60350b2b868076d976bdd92f950b3944f119b4754b1d7ff22b7acbf6c6 \ + --hash=sha256:3f19327f2129fb7977bc59b966b4974dfd72879c093e44a7287500a7032695de \ + --hash=sha256:47cac4fa25bed76a45bc781a293c26ac63e8eaae9eb8f9be961758d22b58649c \ + --hash=sha256:578af438a02a86b70f1975b546f68aaaf38f28fb082a61ceb799816049ed18aa \ + --hash=sha256:6437af3ddf083118c26d8f97ab43b0724b956c9f958e9ea788659f6a2834ba93 \ + --hash=sha256:64c6bac6204327321db30b775060fbe8e8642316e6bff17f06b9f34936f88875 \ + --hash=sha256:67a0d28a08909f21400cb09ff62ba94c064882ffd9e3a6b27880a111211d59bd \ + --hash=sha256:71ab30f51ee4470741bb55fc6b197b4a2b612232e30f6ac069106f0156342356 \ + --hash=sha256:7231461d7a8eb3bdc7aa2d97d9f67ea5a9f8902522818e7e2ead9c2b3408eeb1 \ + --hash=sha256:754fa5085768227c4f4a26c1e0c78bc509a266d9ebd0eb69a278be7e3ece943c \ + --hash=sha256:7ab8d9db0fe549ab2ee0bea61f614e658dd2df419d5b75fba47baa761e95f8f2 \ + --hash=sha256:875d4d620eee655346e3589a16a73790cf9f8917abba062234439b594e706784 \ + --hash=sha256:88aa5449e109d8f5e7f0adef85f7f73b1ab086102865be64421a3a3d02d277f4 \ + --hash=sha256:91d3d393cffa634f0e550d88c0e3f217c96cfb9e32781f2960876f1808d9b45b \ + --hash=sha256:9cb5ca8d11d3f98e89e65796a2125be98424d22e5ada360a0dbabff659fca0fc \ + --hash=sha256:ab7da0a17822cd2f6545626946d3b82d1a8e106afc4b50e3387719ba01c7b966 \ + --hash=sha256:ad987748f60418d5f4138db89d82ba0cb49b086e0cbb8fd5c3ed4a814cfb705e \ + --hash=sha256:d0e56cd7a53aed3cceca91a04d62feb3a0aca6725b1912d29546c26f6ea90426 \ + --hash=sha256:d854411eb5ee9cb4bc5d0e66e3634aeb8f594210f6a1bed96dbed57ec70f181c \ + --hash=sha256:da7b9c006171be1f9ddb12cc6e0d3d703b95f7f43cb5e2c6f5f15d3233fcf202 \ + --hash=sha256:daf0aa79842b571308d7c31a9c43bc99a30b6328e6aea3f50388cd8f69ba7dbc \ + --hash=sha256:de7cd61a88a982edfec01ea755b0740e94766e00a1ceceeafef3ed4c85c605cd + # via scikit-image +pyyaml==6.0 \ + --hash=sha256:01b45c0191e6d66c470b6cf1b9531a771a83c1c4208272ead47a3ae4f2f603bf \ + --hash=sha256:0283c35a6a9fbf047493e3a0ce8d79ef5030852c51e9d911a27badfde0605293 \ + --hash=sha256:055d937d65826939cb044fc8c9b08889e8c743fdc6a32b33e2390f66013e449b \ + --hash=sha256:07751360502caac1c067a8132d150cf3d61339af5691fe9e87803040dbc5db57 \ + --hash=sha256:0b4624f379dab24d3725ffde76559cff63d9ec94e1736b556dacdfebe5ab6d4b \ + --hash=sha256:0ce82d761c532fe4ec3f87fc45688bdd3a4c1dc5e0b4a19814b9009a29baefd4 \ + --hash=sha256:1e4747bc279b4f613a09eb64bba2ba602d8a6664c6ce6396a4d0cd413a50ce07 \ + --hash=sha256:213c60cd50106436cc818accf5baa1aba61c0189ff610f64f4a3e8c6726218ba \ + --hash=sha256:231710d57adfd809ef5d34183b8ed1eeae3f76459c18fb4a0b373ad56bedcdd9 \ + --hash=sha256:277a0ef2981ca40581a47093e9e2d13b3f1fbbeffae064c1d21bfceba2030287 \ + --hash=sha256:2cd5df3de48857ed0544b34e2d40e9fac445930039f3cfe4bcc592a1f836d513 \ + --hash=sha256:40527857252b61eacd1d9af500c3337ba8deb8fc298940291486c465c8b46ec0 \ + --hash=sha256:432557aa2c09802be39460360ddffd48156e30721f5e8d917f01d31694216782 \ + --hash=sha256:473f9edb243cb1935ab5a084eb238d842fb8f404ed2193a915d1784b5a6b5fc0 \ + --hash=sha256:48c346915c114f5fdb3ead70312bd042a953a8ce5c7106d5bfb1a5254e47da92 \ + --hash=sha256:50602afada6d6cbfad699b0c7bb50d5ccffa7e46a3d738092afddc1f9758427f \ + --hash=sha256:68fb519c14306fec9720a2a5b45bc9f0c8d1b9c72adf45c37baedfcd949c35a2 \ + --hash=sha256:77f396e6ef4c73fdc33a9157446466f1cff553d979bd00ecb64385760c6babdc \ + --hash=sha256:81957921f441d50af23654aa6c5e5eaf9b06aba7f0a19c18a538dc7ef291c5a1 \ + --hash=sha256:819b3830a1543db06c4d4b865e70ded25be52a2e0631ccd2f6a47a2822f2fd7c \ + --hash=sha256:897b80890765f037df3403d22bab41627ca8811ae55e9a722fd0392850ec4d86 \ + --hash=sha256:98c4d36e99714e55cfbaaee6dd5badbc9a1ec339ebfc3b1f52e293aee6bb71a4 \ + --hash=sha256:9df7ed3b3d2e0ecfe09e14741b857df43adb5a3ddadc919a2d94fbdf78fea53c \ + --hash=sha256:9fa600030013c4de8165339db93d182b9431076eb98eb40ee068700c9c813e34 \ + --hash=sha256:a80a78046a72361de73f8f395f1f1e49f956c6be882eed58505a15f3e430962b \ + --hash=sha256:afa17f5bc4d1b10afd4466fd3a44dc0e245382deca5b3c353d8b757f9e3ecb8d \ + --hash=sha256:b3d267842bf12586ba6c734f89d1f5b871df0273157918b0ccefa29deb05c21c \ + --hash=sha256:b5b9eccad747aabaaffbc6064800670f0c297e52c12754eb1d976c57e4f74dcb \ + --hash=sha256:bfaef573a63ba8923503d27530362590ff4f576c626d86a9fed95822a8255fd7 \ + --hash=sha256:c5687b8d43cf58545ade1fe3e055f70eac7a5a1a0bf42824308d868289a95737 \ + --hash=sha256:cba8c411ef271aa037d7357a2bc8f9ee8b58b9965831d9e51baf703280dc73d3 \ + --hash=sha256:d15a181d1ecd0d4270dc32edb46f7cb7733c7c508857278d3d378d14d606db2d \ + --hash=sha256:d4b0ba9512519522b118090257be113b9468d804b19d63c71dbcf4a48fa32358 \ + --hash=sha256:d4db7c7aef085872ef65a8fd7d6d09a14ae91f691dec3e87ee5ee0539d516f53 \ + --hash=sha256:d4eccecf9adf6fbcc6861a38015c2a64f38b9d94838ac1810a9023a0609e1b78 \ + --hash=sha256:d67d839ede4ed1b28a4e8909735fc992a923cdb84e618544973d7dfc71540803 \ + --hash=sha256:daf496c58a8c52083df09b80c860005194014c3698698d1a57cbcfa182142a3a \ + --hash=sha256:dbad0e9d368bb989f4515da330b88a057617d16b6a8245084f1b05400f24609f \ + --hash=sha256:e61ceaab6f49fb8bdfaa0f92c4b57bcfbea54c09277b1b4f7ac376bfb7a7c174 \ + --hash=sha256:f84fbc98b019fef2ee9a1cb3ce93e3187a6df0b2538a651bfb890254ba9f90b5 + # via dask +requests==2.28.2 \ + --hash=sha256:64299f4909223da747622c030b781c0d7811e359c37124b4bd368fb8c6518baa \ + --hash=sha256:98b1b2782e3c6c4904938b84c0eb932721069dfdb9134313beff7c83c2df24bf + # via + # requests-oauthlib + # tensorboard + # tensorflow-datasets +requests-oauthlib==1.3.1 \ + --hash=sha256:2577c501a2fb8d05a304c09d090d6e47c306fef15809d102b327cf8364bddab5 \ + --hash=sha256:75beac4a47881eeb94d5ea5d6ad31ef88856affe2332b9aafb52c6452ccf0d7a + # via google-auth-oauthlib +rsa==4.9 \ + --hash=sha256:90260d9058e514786967344d0ef75fa8727eed8a7d2e43ce9f4bcf1b536174f7 \ + --hash=sha256:e38464a49c6c85d7f1351b0126661487a7e0a14a50f1675ec50eb34d4f20ef21 + # via google-auth +scikit-image==0.20.0 \ + --hash=sha256:049d955869620453b9e0568c2da62c8fec47bf3714be48b5d46bbaebb91bdc1f \ + --hash=sha256:0ab378822fadc93db7e917a266d489ea33df3b42edfef197caaebbabbc2e4ecc \ + --hash=sha256:13a5c1c81ee5bcb64ee8ca8f1a2cf371b0c4345ea6fb67c3052e1c6d5edbd936 \ + --hash=sha256:1794889d2dbb385c7ad5656363371ba0057b7a3335cda093a11415af84bb96e2 \ + --hash=sha256:1c123e6b0677dc1697c04b5bf2efb7110bcca511b4bc6967a38fa395ae5edf44 \ + --hash=sha256:1cd0486cb769d906307a3ec3884630be822d8ec2f41069e197336f904f584a33 \ + --hash=sha256:2118d610096754bca44b5d37328e1382e5fa7c6493803685100c9238e257d848 \ + --hash=sha256:2cd784fce18bd31d71ade62c6221440199ead03acf7544086261ee032264cf61 \ + --hash=sha256:2e9026161d0a698f532352dda6455a0bc13b1c9d831ea9279726b59d064df574 \ + --hash=sha256:3943d7355d02b40c066fd87cd5fe1b4f6637a16448e62333c4191a65ebf40a1c \ + --hash=sha256:3cec8c5e8412ee19642a916648144186eb6b60c39fb6608ab478b4d1a4575e25 \ + --hash=sha256:76f2fd12b537daea806a078df9ea76f5cc5a529d5bd7c41d7d0a101e9c5f91c4 \ + --hash=sha256:79a400ffe35fc7f64d1d043f3d043e062015689ad5637c35cd5569edae87ae13 \ + --hash=sha256:8d719242ea7e7250d49e38d1e33c44c2dd59c3414ae085881d168b98cbb6059a \ + --hash=sha256:a503ee85b444234ee88f34bf8674872dc37c6124ff60b7eb9242813de012ff4e \ + --hash=sha256:a600374394b76b7fc260cef54e1be21047c4de0ecffb0b7f2f7392cd8ba16ffa \ + --hash=sha256:b856efc75e3051bea6d40a8ffcdaabd5682783ece1aa91c3f6777c3372a98ca1 \ + --hash=sha256:c6797e3ef5fc53897bde131cfc3ceba6ce247d89cfe194fc8d3aba7f5c12aaf6 \ + --hash=sha256:df14f8a55dae511749b081d9402ea215ea7c641bd6f74f06aa7b623e132817df \ + --hash=sha256:f667dcf01737248bc5bd0a99fad58475abeb6b6a8229aecee9fdb96cf988ae85 \ + --hash=sha256:fdd1fd258e78c86e382fd687177431088a40880bd785e0ab40ee5f3794366710 + # via -r waymo_open_dataset/requirements.in +scikit-learn==1.2.2 \ + --hash=sha256:065e9673e24e0dc5113e2dd2b4ca30c9d8aa2fa90f4c0597241c93b63130d233 \ + --hash=sha256:2dd3ffd3950e3d6c0c0ef9033a9b9b32d910c61bd06cb8206303fb4514b88a49 \ + --hash=sha256:2e2642baa0ad1e8f8188917423dd73994bf25429f8893ddbe115be3ca3183584 \ + --hash=sha256:44b47a305190c28dd8dd73fc9445f802b6ea716669cfc22ab1eb97b335d238b1 \ + --hash=sha256:6477eed40dbce190f9f9e9d0d37e020815825b300121307942ec2110302b66a3 \ + --hash=sha256:6fe83b676f407f00afa388dd1fdd49e5c6612e551ed84f3b1b182858f09e987d \ + --hash=sha256:7d5312d9674bed14f73773d2acf15a3272639b981e60b72c9b190a0cffed5bad \ + --hash=sha256:7f69313884e8eb311460cc2f28676d5e400bd929841a2c8eb8742ae78ebf7c20 \ + --hash=sha256:8156db41e1c39c69aa2d8599ab7577af53e9e5e7a57b0504e116cc73c39138dd \ + --hash=sha256:8429aea30ec24e7a8c7ed8a3fa6213adf3814a6efbea09e16e0a0c71e1a1a3d7 \ + --hash=sha256:8b0670d4224a3c2d596fd572fb4fa673b2a0ccfb07152688ebd2ea0b8c61025c \ + --hash=sha256:953236889928d104c2ef14027539f5f2609a47ebf716b8cbe4437e85dce42744 \ + --hash=sha256:99cc01184e347de485bf253d19fcb3b1a3fb0ee4cea5ee3c43ec0cc429b6d29f \ + --hash=sha256:9c710ff9f9936ba8a3b74a455ccf0dcf59b230caa1e9ba0223773c490cab1e51 \ + --hash=sha256:ad66c3848c0a1ec13464b2a95d0a484fd5b02ce74268eaa7e0c697b904f31d6c \ + --hash=sha256:bf036ea7ef66115e0d49655f16febfa547886deba20149555a41d28f56fd6d3c \ + --hash=sha256:dfeaf8be72117eb61a164ea6fc8afb6dfe08c6f90365bde2dc16456e4bc8e45f \ + --hash=sha256:e6e574db9914afcb4e11ade84fab084536a895ca60aadea3041e85b8ac963edb \ + --hash=sha256:ea061bf0283bf9a9f36ea3c5d3231ba2176221bbd430abd2603b1c3b2ed85c89 \ + --hash=sha256:fe0aa1a7029ed3e1dcbf4a5bc675aa3b1bc468d9012ecf6c6f081251ca47f590 \ + --hash=sha256:fe175ee1dab589d2e1033657c5b6bec92a8a3b69103e3dd361b58014729975c3 + # via -r waymo_open_dataset/requirements.in +scipy==1.10.1 \ + --hash=sha256:049a8bbf0ad95277ffba9b3b7d23e5369cc39e66406d60422c8cfef40ccc8415 \ + --hash=sha256:07c3457ce0b3ad5124f98a86533106b643dd811dd61b548e78cf4c8786652f6f \ + --hash=sha256:0f1564ea217e82c1bbe75ddf7285ba0709ecd503f048cb1236ae9995f64217bd \ + --hash=sha256:1553b5dcddd64ba9a0d95355e63fe6c3fc303a8fd77c7bc91e77d61363f7433f \ + --hash=sha256:15a35c4242ec5f292c3dd364a7c71a61be87a3d4ddcc693372813c0b73c9af1d \ + --hash=sha256:1b4735d6c28aad3cdcf52117e0e91d6b39acd4272f3f5cd9907c24ee931ad601 \ + --hash=sha256:2cf9dfb80a7b4589ba4c40ce7588986d6d5cebc5457cad2c2880f6bc2d42f3a5 \ + --hash=sha256:39becb03541f9e58243f4197584286e339029e8908c46f7221abeea4b749fa88 \ + --hash=sha256:43b8e0bcb877faf0abfb613d51026cd5cc78918e9530e375727bf0625c82788f \ + --hash=sha256:4b3f429188c66603a1a5c549fb414e4d3bdc2a24792e061ffbd607d3d75fd84e \ + --hash=sha256:4c0ff64b06b10e35215abce517252b375e580a6125fd5fdf6421b98efbefb2d2 \ + --hash=sha256:51af417a000d2dbe1ec6c372dfe688e041a7084da4fdd350aeb139bd3fb55353 \ + --hash=sha256:5678f88c68ea866ed9ebe3a989091088553ba12c6090244fdae3e467b1139c35 \ + --hash=sha256:79c8e5a6c6ffaf3a2262ef1be1e108a035cf4f05c14df56057b64acc5bebffb6 \ + --hash=sha256:7ff7f37b1bf4417baca958d254e8e2875d0cc23aaadbe65b3d5b3077b0eb23ea \ + --hash=sha256:aaea0a6be54462ec027de54fca511540980d1e9eea68b2d5c1dbfe084797be35 \ + --hash=sha256:bce5869c8d68cf383ce240e44c1d9ae7c06078a9396df68ce88a1230f93a30c1 \ + --hash=sha256:cd9f1027ff30d90618914a64ca9b1a77a431159df0e2a195d8a9e8a04c78abf9 \ + --hash=sha256:d925fa1c81b772882aa55bcc10bf88324dadb66ff85d548c71515f6689c6dac5 \ + --hash=sha256:e7354fd7527a4b0377ce55f286805b34e8c54b91be865bac273f527e1b839019 \ + --hash=sha256:fae8a7b898c42dffe3f7361c40d5952b6bf32d10c4569098d276b4c547905ee1 + # via + # scikit-image + # scikit-learn + # tensorflow-graphics +setuptools==67.6.0 \ + --hash=sha256:2ee892cd5f29f3373097f5a814697e397cf3ce313616df0af11231e2ad118077 \ + --hash=sha256:b78aaa36f6b90a074c1fa651168723acbf45d14cb1196b6f02c0fd07f17623b2 + # via + # -r waymo_open_dataset/requirements.in + # tensorboard + # tensorflow +six==1.16.0 \ + --hash=sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926 \ + --hash=sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254 + # via + # astunparse + # google-auth + # google-pasta + # promise + # python-dateutil + # tensorflow + # tensorflow-probability +tenacity==8.2.2 \ + --hash=sha256:2f277afb21b851637e8f52e6a613ff08734c347dc19ade928e519d7d2d8569b0 \ + --hash=sha256:43af037822bd0029025877f3b2d97cc4d7bb0c2991000a3d59d71517c5c969e0 + # via plotly +tensorboard==2.11.2 \ + --hash=sha256:cbaa2210c375f3af1509f8571360a19ccc3ded1d9641533414874b5deca47e89 + # via tensorflow +tensorboard-data-server==0.6.1 \ + --hash=sha256:809fe9887682d35c1f7d1f54f0f40f98bb1f771b14265b453ca051e2ce58fca7 \ + --hash=sha256:d8237580755e58eff68d1f3abefb5b1e39ae5c8b127cc40920f9c4fb33f4b98a \ + --hash=sha256:fa8cef9be4fcae2f2363c88176638baf2da19c5ec90addb49b1cde05c95c88ee + # via tensorboard +tensorboard-plugin-wit==1.8.1 \ + --hash=sha256:ff26bdd583d155aa951ee3b152b3d0cffae8005dc697f72b44a8e8c2a77a8cbe + # via tensorboard +tensorflow==2.11.0 \ + --hash=sha256:056d29f2212342536ce3856aa47910a2515eb97ec0a6cc29ed47fc4be1369ec8 \ + --hash=sha256:0d28f9691ebc48c0075e271023b3f147ae2bc29a3d3a7f42d45019c6b4a700d2 \ + --hash=sha256:17b29d6d360fad545ab1127db52592efd3f19ac55c1a45e5014da328ae867ab4 \ + --hash=sha256:276a44210d956701899dc78ad0aa116a0071f22fb0bcc1ea6bb59f7646b08d11 \ + --hash=sha256:2cdba2fce00d6c924470d4fb65d5e95a4b6571a863860608c0c13f0393f4ca0d \ + --hash=sha256:335ab5cccd7a1c46e3d89d9d46913f0715e8032df8d7438f9743b3fb97b39f69 \ + --hash=sha256:445510f092f7827e1f60f59b8bfb58e664aaf05d07daaa21c5735a7f76ca2b25 \ + --hash=sha256:4f2ab20f93d2b52a44b414ec6dcf82aa12110e90e0920039a27108de28ae2728 \ + --hash=sha256:6c049fec6c2040685d6f43a63e17ccc5d6b0abc16b70cc6f5e7d691262b5d2d0 \ + --hash=sha256:bcc8380820cea8f68f6c90b8aee5432e8537e5bb9ec79ac61a98e6a9a02c7d40 \ + --hash=sha256:cc3444fe1d58c65a195a69656bf56015bf19dc2916da607d784b0a1e215ec008 \ + --hash=sha256:d29c1179149fa469ad68234c52c83081d037ead243f90e826074e2563a0f938a \ + --hash=sha256:d470b772ee3c291a8c7be2331e7c379e0c338223c0bf532f5906d4556f17580d \ + --hash=sha256:d48da37c8ae711eb38047a56a052ca8bb4ee018a91a479e42b7a8d117628c32e \ + --hash=sha256:d973458241c8771bf95d4ba68ad5d67b094f72dd181c2d562ffab538c1b0dad7 \ + --hash=sha256:d9cf25bca641f2e5c77caa3bfd8dd6b892a7aec0695c54d2a7c9f52a54a8d487 + # via + # -r waymo_open_dataset/requirements.in + # tensorflow-graphics +tensorflow-addons==0.19.0 \ + --hash=sha256:06b673fe22c4113edabdc0dc1ef919ba0f1fb024ca39a5718ec146285c400e8f \ + --hash=sha256:101c3142149f16e81362cc1d0959686543cb69df79f38a3ea3c5205fbf57b28e \ + --hash=sha256:51fefd5f496ada5dafb13c446853fa1ddeb5482a0b9074af14efe0b99903816e \ + --hash=sha256:8f74646fe83fd6f0d84ae5e0186c85cae3dd7e6c2329c8a5db4574c144706f39 \ + --hash=sha256:9334910bb6b599dd627e632a59f35ae9256bda2312b06929066a437076bf4789 \ + --hash=sha256:a297db1af6e682277f593411d4d28b939646c2b67b8351ef0d31a30b9531fb93 \ + --hash=sha256:a46016fe9a1705043e39b7dacee3b089303ecdedbf1b12eb607aa35b7d2471e3 \ + --hash=sha256:b8f4c3a88b381bd28bba3189a0216749f9e799ae3dc4959651728e01ae20d738 \ + --hash=sha256:c93602cf3b8a7bbe1fbf973b7b9f986892be34ba8b943923f09ae6cd79f0a241 \ + --hash=sha256:ca3764beba54c4ee4bb01a4294f8c2fef5c3814fd0f521dbe8beb4522545cb2d \ + --hash=sha256:d447a3f7852810b7985c890852dbcb6454f3899100d439d5eba370a78d8bd281 \ + --hash=sha256:eefb6bf6d7a31d60649d6f6e99aee172ed4f5e693a079acfb264297997de21d0 \ + --hash=sha256:eefbdb4e0450b93fba6b393870784dad4c91189e5551e01b268aeb5fe5b04da6 \ + --hash=sha256:f25b029a917b635162b1f14df0263b2f79deadcd71daecd3161f69ccb1fbcea4 \ + --hash=sha256:fc058876dce711009227c47559b05295a5fb480748d6ec5c49386b1dc2c00167 + # via tensorflow-graphics +tensorflow-datasets==4.8.3 \ + --hash=sha256:08059aad624742f52e93c25e0c6a74e6481e91cac5675de9cb687059fe348988 \ + --hash=sha256:5c9464c8a455347af0a5c1b6fe6636f2ecfa022001549a766c26d2e6cdd42bfc + # via tensorflow-graphics +tensorflow-estimator==2.11.0 \ + --hash=sha256:ea3b64acfff3d9a244f06178c9bdedcbdd3f125b67d0888dba8229498d06468b + # via tensorflow +tensorflow-graphics==2021.12.3 \ + --hash=sha256:622f6b6c9267da96a0dfabece3fb828aea8405e2004b9b0a6288242674706355 \ + --hash=sha256:7b4c2e4515a76560b04c55596ffed0dce79e67d2202b997965d7ec16d75483b0 + # via -r waymo_open_dataset/requirements.in +tensorflow-io-gcs-filesystem==0.31.0 \ + --hash=sha256:20e3ee5df01f2bd81d37fc715816c329b7533ccca967c47946eb458a5b7a7280 \ + --hash=sha256:359134ecbd3bf938bb0cf65be4526106c30da461b2e2ce05446a229ed35f6832 \ + --hash=sha256:37c40e3c4ee1f8dda3b545deea6b8839192c82037d8021db9f589908034ad975 \ + --hash=sha256:4bb37d23f21c434687b11059cb7ffd094d52a7813368915ba1b7057e3c16e414 \ + --hash=sha256:68b89ef9f63f297de1cd9d545bc45dddc7d8fe12bcda4266279b244e8cf3b7c0 \ + --hash=sha256:8909c4344b0e96aa356230ab460ffafe5900c33c1aaced65fafae71d177a1966 \ + --hash=sha256:961353b38c76471fa296bb7d883322c66b91415e7d47087236a6706db3ab2758 \ + --hash=sha256:97ebb9a8001a38f615aa1f90d2e998b7bd6eddae7aafc92897833610b039401b \ + --hash=sha256:a71421f8d75a093b6aac65b4c8c8d2f768c3ca6215307cf8c16192e62d992bcf \ + --hash=sha256:a7e8d4bd0a25de7637e562997c011294d7ea595a76f315427a5dd522d56e9d49 \ + --hash=sha256:b4ebb30ad7ce5f3769e3d959ea99bd95d80a44099bcf94da6042f9755ac6e850 \ + --hash=sha256:b658b33567552f155af2ed848130f787bfda29381fa78cd905d5ee8254364f3c \ + --hash=sha256:bd628609b77aee0e385eadf1628222486f19b8f1d81b5f0a344f2470204df116 \ + --hash=sha256:cb7459c15608fe42973a78e4d3ad7ac79cfc7adae1ccb1b1846db3165fbc081a \ + --hash=sha256:e3933059b1c53e062075de2e355ec136b655da5883c3c26736c45dfeb1901945 \ + --hash=sha256:e417faf8755aafe52d8f8c6b5ae5bae6e4fae8326ee3acd5e9181b83bbfbae87 \ + --hash=sha256:e6d8cc7b14ade870168b9704ee44f9c55b468b9a00ed40e12d20fffd321193b5 \ + --hash=sha256:f0adfbcd264262797d429311843733da2d5c1ffb119fbfa6339269b6c0414113 \ + --hash=sha256:fbcfb4aa2eaa9a3038d2487e570ff93feb1dbe51c3a4663d7d9ab9f9a9f9a9d8 + # via tensorflow +tensorflow-metadata==1.12.0 \ + --hash=sha256:4b86df305e5c8252df4c99a25074958f3772db57276fa6bd6a4d14fe482d8bc9 + # via tensorflow-datasets +tensorflow-probability==0.19.0 \ + --hash=sha256:ee70967fbd52b09e9c5ec148a9437c4cf3f9e9d689cdca400a1bc921f21cdcac + # via -r waymo_open_dataset/requirements.in +termcolor==2.2.0 \ + --hash=sha256:91ddd848e7251200eac969846cbae2dacd7d71c2871e92733289e7e3666f48e7 \ + --hash=sha256:dfc8ac3f350788f23b2947b3e6cfa5a53b630b612e6cd8965a015a776020b99a + # via + # tensorflow + # tensorflow-datasets + # tensorflow-graphics +threadpoolctl==3.1.0 \ + --hash=sha256:8b99adda265feb6773280df41eece7b2e6561b772d21ffd52e372f999024907b \ + --hash=sha256:a335baacfaa4400ae1f0d8e3a58d6674d2f8828e3716bb2802c44955ad391380 + # via scikit-learn +tifffile==2023.3.15 \ + --hash=sha256:0ad708d0d5a45d068444e9036a20f1f8a237da008e35cc9cbc69bbb5602d6987 \ + --hash=sha256:38e95a8f1b0cbcbf50d20011c3953db52c13a7e258afc391e7f681960303dd60 + # via scikit-image +toml==0.10.2 \ + --hash=sha256:806143ae5bfb6a3c6e736a764057db0e6a0e05e338b5630894a5f779cabb4f9b \ + --hash=sha256:b3bda1d108d5dd99f4a20d24d9c348e91c4db7ab1b749200bded2f839ccbe68f + # via tensorflow-datasets +toolz==0.12.0 \ + --hash=sha256:2059bd4148deb1884bb0eb770a3cde70e7f954cfbbdc2285f1f2de01fd21eb6f \ + --hash=sha256:88c570861c440ee3f2f6037c4654613228ff40c93a6c25e0eba70d17282c6194 + # via + # dask + # partd +tqdm==4.65.0 \ + --hash=sha256:1871fb68a86b8fb3b59ca4cdd3dcccbc7e6d613eeed31f4c332531977b89beb5 \ + --hash=sha256:c4f53a17fe37e132815abceec022631be8ffe1b9381c2e6e30aa70edc99e9671 + # via + # tensorflow-datasets + # tensorflow-graphics +trimesh==3.20.2 \ + --hash=sha256:3465ee65a35f958fcefe9ab2a3c636c088cb4ccc3951ec7fd72368f7efcf1525 \ + --hash=sha256:ead4ab5a8be055311c7037a5505af0f04d6087288f994b040125bc9063d40613 + # via tensorflow-graphics +typeguard==3.0.1 \ + --hash=sha256:15628045c830abf68533247afd2cb04683b5ce6f4e30d5401a5ef6f5182280de \ + --hash=sha256:beb0e67c5dc76eea4a6d00a6606d444d899589908362960769d0c4a1d32bca70 + # via tensorflow-addons +typing-extensions==4.5.0 \ + --hash=sha256:5cb5f4a79139d699607b3ef622a1dedafa84e115ab0024e0d9c044a9479ca7cb \ + --hash=sha256:fb33085c39dd998ac16d1431ebc293a8b3eedd00fd4a32de0ff79002c19511b4 + # via + # etils + # tensorflow + # typeguard +urllib3==1.26.15 \ + --hash=sha256:8a388717b9476f934a21484e8c8e61875ab60644d29b9b39e11e4b9dc1c6b305 \ + --hash=sha256:aa751d169e23c7479ce47a0cb0da579e3ede798f994f5816a74e4f4500dcea42 + # via requests +werkzeug==2.2.3 \ + --hash=sha256:2e1ccc9417d4da358b9de6f174e3ac094391ea1d4fbef2d667865d819dfd0afe \ + --hash=sha256:56433961bc1f12533306c624f3be5e744389ac61d722175d543e1751285da612 + # via tensorboard +wheel==0.40.0 \ + --hash=sha256:cd1196f3faee2b31968d626e1731c94f99cbdb67cf5a46e4f5656cbee7738873 \ + --hash=sha256:d236b20e7cb522daf2390fa84c55eea81c5c30190f90f29ae2ca1ad8355bf247 + # via + # astunparse + # tensorboard +wrapt==1.15.0 \ + --hash=sha256:02fce1852f755f44f95af51f69d22e45080102e9d00258053b79367d07af39c0 \ + --hash=sha256:077ff0d1f9d9e4ce6476c1a924a3332452c1406e59d90a2cf24aeb29eeac9420 \ + --hash=sha256:078e2a1a86544e644a68422f881c48b84fef6d18f8c7a957ffd3f2e0a74a0d4a \ + --hash=sha256:0970ddb69bba00670e58955f8019bec4a42d1785db3faa043c33d81de2bf843c \ + --hash=sha256:1286eb30261894e4c70d124d44b7fd07825340869945c79d05bda53a40caa079 \ + --hash=sha256:21f6d9a0d5b3a207cdf7acf8e58d7d13d463e639f0c7e01d82cdb671e6cb7923 \ + --hash=sha256:230ae493696a371f1dbffaad3dafbb742a4d27a0afd2b1aecebe52b740167e7f \ + --hash=sha256:26458da5653aa5b3d8dc8b24192f574a58984c749401f98fff994d41d3f08da1 \ + --hash=sha256:2cf56d0e237280baed46f0b5316661da892565ff58309d4d2ed7dba763d984b8 \ + --hash=sha256:2e51de54d4fb8fb50d6ee8327f9828306a959ae394d3e01a1ba8b2f937747d86 \ + --hash=sha256:2fbfbca668dd15b744418265a9607baa970c347eefd0db6a518aaf0cfbd153c0 \ + --hash=sha256:38adf7198f8f154502883242f9fe7333ab05a5b02de7d83aa2d88ea621f13364 \ + --hash=sha256:3a8564f283394634a7a7054b7983e47dbf39c07712d7b177b37e03f2467a024e \ + --hash=sha256:3abbe948c3cbde2689370a262a8d04e32ec2dd4f27103669a45c6929bcdbfe7c \ + --hash=sha256:3bbe623731d03b186b3d6b0d6f51865bf598587c38d6f7b0be2e27414f7f214e \ + --hash=sha256:40737a081d7497efea35ab9304b829b857f21558acfc7b3272f908d33b0d9d4c \ + --hash=sha256:41d07d029dd4157ae27beab04d22b8e261eddfc6ecd64ff7000b10dc8b3a5727 \ + --hash=sha256:46ed616d5fb42f98630ed70c3529541408166c22cdfd4540b88d5f21006b0eff \ + --hash=sha256:493d389a2b63c88ad56cdc35d0fa5752daac56ca755805b1b0c530f785767d5e \ + --hash=sha256:4ff0d20f2e670800d3ed2b220d40984162089a6e2c9646fdb09b85e6f9a8fc29 \ + --hash=sha256:54accd4b8bc202966bafafd16e69da9d5640ff92389d33d28555c5fd4f25ccb7 \ + --hash=sha256:56374914b132c702aa9aa9959c550004b8847148f95e1b824772d453ac204a72 \ + --hash=sha256:578383d740457fa790fdf85e6d346fda1416a40549fe8db08e5e9bd281c6a475 \ + --hash=sha256:58d7a75d731e8c63614222bcb21dd992b4ab01a399f1f09dd82af17bbfc2368a \ + --hash=sha256:5c5aa28df055697d7c37d2099a7bc09f559d5053c3349b1ad0c39000e611d317 \ + --hash=sha256:5fc8e02f5984a55d2c653f5fea93531e9836abbd84342c1d1e17abc4a15084c2 \ + --hash=sha256:63424c681923b9f3bfbc5e3205aafe790904053d42ddcc08542181a30a7a51bd \ + --hash=sha256:64b1df0f83706b4ef4cfb4fb0e4c2669100fd7ecacfb59e091fad300d4e04640 \ + --hash=sha256:74934ebd71950e3db69960a7da29204f89624dde411afbfb3b4858c1409b1e98 \ + --hash=sha256:75669d77bb2c071333417617a235324a1618dba66f82a750362eccbe5b61d248 \ + --hash=sha256:75760a47c06b5974aa5e01949bf7e66d2af4d08cb8c1d6516af5e39595397f5e \ + --hash=sha256:76407ab327158c510f44ded207e2f76b657303e17cb7a572ffe2f5a8a48aa04d \ + --hash=sha256:76e9c727a874b4856d11a32fb0b389afc61ce8aaf281ada613713ddeadd1cfec \ + --hash=sha256:77d4c1b881076c3ba173484dfa53d3582c1c8ff1f914c6461ab70c8428b796c1 \ + --hash=sha256:780c82a41dc493b62fc5884fb1d3a3b81106642c5c5c78d6a0d4cbe96d62ba7e \ + --hash=sha256:7dc0713bf81287a00516ef43137273b23ee414fe41a3c14be10dd95ed98a2df9 \ + --hash=sha256:7eebcdbe3677e58dd4c0e03b4f2cfa346ed4049687d839adad68cc38bb559c92 \ + --hash=sha256:896689fddba4f23ef7c718279e42f8834041a21342d95e56922e1c10c0cc7afb \ + --hash=sha256:96177eb5645b1c6985f5c11d03fc2dbda9ad24ec0f3a46dcce91445747e15094 \ + --hash=sha256:96e25c8603a155559231c19c0349245eeb4ac0096fe3c1d0be5c47e075bd4f46 \ + --hash=sha256:9d37ac69edc5614b90516807de32d08cb8e7b12260a285ee330955604ed9dd29 \ + --hash=sha256:9ed6aa0726b9b60911f4aed8ec5b8dd7bf3491476015819f56473ffaef8959bd \ + --hash=sha256:a487f72a25904e2b4bbc0817ce7a8de94363bd7e79890510174da9d901c38705 \ + --hash=sha256:a4cbb9ff5795cd66f0066bdf5947f170f5d63a9274f99bdbca02fd973adcf2a8 \ + --hash=sha256:a74d56552ddbde46c246b5b89199cb3fd182f9c346c784e1a93e4dc3f5ec9975 \ + --hash=sha256:a89ce3fd220ff144bd9d54da333ec0de0399b52c9ac3d2ce34b569cf1a5748fb \ + --hash=sha256:abd52a09d03adf9c763d706df707c343293d5d106aea53483e0ec8d9e310ad5e \ + --hash=sha256:abd8f36c99512755b8456047b7be10372fca271bf1467a1caa88db991e7c421b \ + --hash=sha256:af5bd9ccb188f6a5fdda9f1f09d9f4c86cc8a539bd48a0bfdc97723970348418 \ + --hash=sha256:b02f21c1e2074943312d03d243ac4388319f2456576b2c6023041c4d57cd7019 \ + --hash=sha256:b06fa97478a5f478fb05e1980980a7cdf2712015493b44d0c87606c1513ed5b1 \ + --hash=sha256:b0724f05c396b0a4c36a3226c31648385deb6a65d8992644c12a4963c70326ba \ + --hash=sha256:b130fe77361d6771ecf5a219d8e0817d61b236b7d8b37cc045172e574ed219e6 \ + --hash=sha256:b56d5519e470d3f2fe4aa7585f0632b060d532d0696c5bdfb5e8319e1d0f69a2 \ + --hash=sha256:b67b819628e3b748fd3c2192c15fb951f549d0f47c0449af0764d7647302fda3 \ + --hash=sha256:ba1711cda2d30634a7e452fc79eabcadaffedf241ff206db2ee93dd2c89a60e7 \ + --hash=sha256:bbeccb1aa40ab88cd29e6c7d8585582c99548f55f9b2581dfc5ba68c59a85752 \ + --hash=sha256:bd84395aab8e4d36263cd1b9308cd504f6cf713b7d6d3ce25ea55670baec5416 \ + --hash=sha256:c99f4309f5145b93eca6e35ac1a988f0dc0a7ccf9ccdcd78d3c0adf57224e62f \ + --hash=sha256:ca1cccf838cd28d5a0883b342474c630ac48cac5df0ee6eacc9c7290f76b11c1 \ + --hash=sha256:cd525e0e52a5ff16653a3fc9e3dd827981917d34996600bbc34c05d048ca35cc \ + --hash=sha256:cdb4f085756c96a3af04e6eca7f08b1345e94b53af8921b25c72f096e704e145 \ + --hash=sha256:ce42618f67741d4697684e501ef02f29e758a123aa2d669e2d964ff734ee00ee \ + --hash=sha256:d06730c6aed78cee4126234cf2d071e01b44b915e725a6cb439a879ec9754a3a \ + --hash=sha256:d5fe3e099cf07d0fb5a1e23d399e5d4d1ca3e6dfcbe5c8570ccff3e9208274f7 \ + --hash=sha256:d6bcbfc99f55655c3d93feb7ef3800bd5bbe963a755687cbf1f490a71fb7794b \ + --hash=sha256:d787272ed958a05b2c86311d3a4135d3c2aeea4fc655705f074130aa57d71653 \ + --hash=sha256:e169e957c33576f47e21864cf3fc9ff47c223a4ebca8960079b8bd36cb014fd0 \ + --hash=sha256:e20076a211cd6f9b44a6be58f7eeafa7ab5720eb796975d0c03f05b47d89eb90 \ + --hash=sha256:e826aadda3cae59295b95343db8f3d965fb31059da7de01ee8d1c40a60398b29 \ + --hash=sha256:eef4d64c650f33347c1f9266fa5ae001440b232ad9b98f1f43dfe7a79435c0a6 \ + --hash=sha256:f2e69b3ed24544b0d3dbe2c5c0ba5153ce50dcebb576fdc4696d52aa22db6034 \ + --hash=sha256:f87ec75864c37c4c6cb908d282e1969e79763e0d9becdfe9fe5473b7bb1e5f09 \ + --hash=sha256:fbec11614dba0424ca72f4e8ba3c420dba07b4a7c206c8c8e4e73f2e98f4c559 \ + --hash=sha256:fd69666217b62fa5d7c6aa88e507493a34dec4fa20c5bd925e4bc12fce586639 + # via + # tensorflow + # tensorflow-datasets +zipp==3.15.0 \ + --hash=sha256:112929ad649da941c23de50f356a2b5570c954b65150642bccdd66bf194d224b \ + --hash=sha256:48904fc76a60e542af151aded95726c1a5c34ed43ab4134b597665c86d7ad556 + # via etils diff --git a/waymo_open_dataset/utils/BUILD b/src/waymo_open_dataset/utils/BUILD similarity index 76% rename from waymo_open_dataset/utils/BUILD rename to src/waymo_open_dataset/utils/BUILD index 49567bf..2939b70 100644 --- a/waymo_open_dataset/utils/BUILD +++ b/src/waymo_open_dataset/utils/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = [ @@ -15,6 +17,7 @@ py_library( name = "box_utils", srcs = ["box_utils.py"], deps = [ + requirement("tensorflow"), ":transform_utils", "//waymo_open_dataset:label_proto_py_pb2", ], @@ -23,13 +26,17 @@ py_library( py_library( name = "occupancy_flow_data", srcs = ["occupancy_flow_data.py"], - deps = ["//waymo_open_dataset/protos:scenario_proto_py_pb2"], + deps = [ + requirement("tensorflow"), + "//waymo_open_dataset/protos:scenario_proto_py_pb2", + ], ) py_library( name = "occupancy_flow_grids", srcs = ["occupancy_flow_grids.py"], deps = [ + requirement("tensorflow"), ":occupancy_flow_data", ":occupancy_flow_renderer", "//waymo_open_dataset/protos:occupancy_flow_metrics_proto_py_pb2", @@ -41,8 +48,9 @@ py_library( name = "occupancy_flow_metrics", srcs = ["occupancy_flow_metrics.py"], deps = [ + requirement("tensorflow"), + requirement("tensorflow_graphics"), ":occupancy_flow_grids", - # Implicit tensorflow_graphics/image:transformer dependency. "//waymo_open_dataset/protos:occupancy_flow_metrics_proto_py_pb2", ], ) @@ -51,6 +59,8 @@ py_library( name = "occupancy_flow_renderer", srcs = ["occupancy_flow_renderer.py"], deps = [ + requirement("numpy"), + requirement("tensorflow"), ":occupancy_flow_data", "//waymo_open_dataset/protos:occupancy_flow_metrics_proto_py_pb2", "//waymo_open_dataset/protos:scenario_proto_py_pb2", @@ -64,6 +74,7 @@ py_library( "//waymo_open_dataset/utils/testdata:motion_dataset_test_data", ], deps = [ + requirement("tensorflow"), ":occupancy_flow_data", "//waymo_open_dataset/protos:occupancy_flow_metrics_proto_py_pb2", ], @@ -72,17 +83,27 @@ py_library( py_library( name = "occupancy_flow_vis", srcs = ["occupancy_flow_vis.py"], - deps = [":occupancy_flow_data"], + deps = [ + requirement("tensorflow"), + ":occupancy_flow_data", + ], ) py_library( name = "range_image_utils", srcs = ["range_image_utils.py"], + deps = [ + requirement("numpy"), + requirement("tensorflow"), + ], ) py_library( name = "transform_utils", srcs = ["transform_utils.py"], + deps = [ + requirement("tensorflow"), + ], ) py_library( @@ -93,6 +114,8 @@ py_library( "//waymo_open_dataset/utils/testdata:motion_dataset_test_data", ], deps = [ + requirement("numpy"), + requirement("tensorflow"), ":transform_utils", "//waymo_open_dataset/protos:scenario_proto_py_pb2", ], @@ -102,6 +125,8 @@ py_library( name = "frame_utils", srcs = ["frame_utils.py"], deps = [ + requirement("numpy"), + requirement("tensorflow"), ":range_image_utils", ":transform_utils", "//waymo_open_dataset:dataset_proto_py_pb2", @@ -112,6 +137,8 @@ py_library( name = "keypoint_data", srcs = ["keypoint_data.py"], deps = [ + requirement("numpy"), + requirement("tensorflow"), "//waymo_open_dataset:dataset_proto_py_pb2", "//waymo_open_dataset:label_proto_py_pb2", "//waymo_open_dataset/protos:box_proto_py_pb2", @@ -124,6 +151,10 @@ py_library( name = "keypoint_draw", srcs = ["keypoint_draw.py"], deps = [ + requirement("immutabledict"), + requirement("matplotlib"), + requirement("numpy"), + requirement("plotly"), ":keypoint_data", "//waymo_open_dataset:label_proto_py_pb2", "//waymo_open_dataset/protos:keypoint_proto_py_pb2", @@ -133,7 +164,11 @@ py_library( py_library( name = "plot_maps", srcs = ["plot_maps.py"], - deps = ["//waymo_open_dataset/protos:map_proto_py_pb2"], + deps = [ + requirement("pandas"), + requirement("plotly"), + "//waymo_open_dataset/protos:map_proto_py_pb2", + ], ) py_library( @@ -151,6 +186,10 @@ py_library( name = "camera_segmentation_utils", srcs = ["camera_segmentation_utils.py"], deps = [ + requirement("immutabledict"), + requirement("numpy"), + requirement("scikit-image"), + requirement("tensorflow"), "//waymo_open_dataset:dataset_proto_py_pb2", "//waymo_open_dataset/protos:camera_segmentation_proto_py_pb2", ], @@ -160,6 +199,7 @@ py_library( name = "trajectory_utils", srcs = ["trajectory_utils.py"], deps = [ + requirement("tensorflow"), "//waymo_open_dataset/protos:scenario_proto_py_pb2", "//waymo_open_dataset/protos:sim_agents_submission_proto_py_pb2", ], @@ -168,12 +208,18 @@ py_library( py_library( name = "geometry_utils", srcs = ["geometry_utils.py"], + deps = [ + requirement("numpy"), + requirement("tensorflow"), + ], ) py_library( name = "womd_lidar_utils", srcs = ["womd_lidar_utils.py"], deps = [ + requirement("numpy"), + requirement("tensorflow"), ":range_image_utils", ":transform_utils", "//waymo_open_dataset:dataset_proto_py_pb2", @@ -189,6 +235,7 @@ py_test( srcs = ["box_utils_test.py"], python_version = "PY3", deps = [ + requirement("tensorflow"), ":box_utils", ":test_utils", ":transform_utils", @@ -200,6 +247,7 @@ py_test( srcs = ["occupancy_flow_data_test.py"], python_version = "PY3", deps = [ + requirement("tensorflow"), ":occupancy_flow_data", ":occupancy_flow_test_util", ], @@ -210,6 +258,7 @@ py_test( srcs = ["occupancy_flow_grids_test.py"], python_version = "PY3", deps = [ + requirement("tensorflow"), ":occupancy_flow_data", ":occupancy_flow_grids", ":occupancy_flow_renderer", @@ -222,6 +271,8 @@ py_test( srcs = ["occupancy_flow_metrics_test.py"], python_version = "PY3", deps = [ + requirement("numpy"), + requirement("tensorflow"), ":occupancy_flow_grids", ":occupancy_flow_metrics", ":occupancy_flow_test_util", @@ -233,6 +284,8 @@ py_test( srcs = ["occupancy_flow_renderer_test.py"], python_version = "PY3", deps = [ + requirement("numpy"), + requirement("tensorflow"), ":occupancy_flow_data", ":occupancy_flow_renderer", ":occupancy_flow_test_util", @@ -243,7 +296,10 @@ py_test( name = "occupancy_flow_test_util_test", srcs = ["occupancy_flow_test_util_test.py"], python_version = "PY3", - deps = [":occupancy_flow_test_util"], + deps = [ + requirement("tensorflow"), + ":occupancy_flow_test_util", + ], ) py_test( @@ -251,6 +307,7 @@ py_test( srcs = ["occupancy_flow_vis_test.py"], python_version = "PY3", deps = [ + requirement("tensorflow"), ":occupancy_flow_data", ":occupancy_flow_grids", ":occupancy_flow_test_util", @@ -263,6 +320,8 @@ py_test( srcs = ["range_image_utils_test.py"], python_version = "PY3", deps = [ + requirement("numpy"), + requirement("tensorflow"), ":range_image_utils", ":test_utils", ], @@ -272,13 +331,18 @@ py_test( name = "transform_utils_test", srcs = ["transform_utils_test.py"], python_version = "PY3", - deps = [":transform_utils"], + deps = [ + requirement("tensorflow"), + ":transform_utils", + ], ) py_test( name = "keypoint_data_test", srcs = ["keypoint_data_test.py"], deps = [ + requirement("numpy"), + requirement("tensorflow"), ":keypoint_data", ":keypoint_test_util", "//waymo_open_dataset:dataset_proto_py_pb2", @@ -290,6 +354,10 @@ py_test( name = "keypoint_draw_test", srcs = ["keypoint_draw_test.py"], deps = [ + requirement("matplotlib"), + requirement("numpy"), + requirement("plotly"), + requirement("tensorflow"), ":keypoint_data", ":keypoint_draw", ":keypoint_test_util", @@ -303,6 +371,7 @@ py_test( name = "plot_maps_test", srcs = ["plot_maps_test.py"], deps = [ + requirement("absl-py"), ":plot_maps", "//waymo_open_dataset/protos:map_proto_py_pb2", ], @@ -315,6 +384,8 @@ py_test( "//waymo_open_dataset/utils/testdata:pvps_test_data", ], deps = [ + requirement("numpy"), + requirement("tensorflow"), ":camera_segmentation_utils", "//waymo_open_dataset:dataset_proto_py_pb2", "//waymo_open_dataset/protos:camera_segmentation_proto_py_pb2", @@ -326,6 +397,7 @@ py_test( srcs = ["trajectory_utils_test.py"], python_version = "PY3", deps = [ + requirement("tensorflow"), ":test_utils", ":trajectory_utils", ], @@ -335,7 +407,10 @@ py_test( name = "geometry_utils_test", srcs = ["geometry_utils_test.py"], python_version = "PY3", - deps = [":geometry_utils"], + deps = [ + requirement("tensorflow"), + ":geometry_utils", + ], ) py_test( @@ -344,6 +419,8 @@ py_test( data = ["//waymo_open_dataset/utils/testdata:motion_dataset_test_data"], python_version = "PY3", deps = [ + requirement("numpy"), + requirement("tensorflow"), ":womd_lidar_utils", "//waymo_open_dataset:dataset_proto_py_pb2", "//waymo_open_dataset/protos:compressed_lidar_proto_py_pb2", diff --git a/waymo_open_dataset/metrics/ops/__init__.py b/src/waymo_open_dataset/utils/__init__.py similarity index 100% rename from waymo_open_dataset/metrics/ops/__init__.py rename to src/waymo_open_dataset/utils/__init__.py diff --git a/waymo_open_dataset/utils/box_utils.py b/src/waymo_open_dataset/utils/box_utils.py similarity index 100% rename from waymo_open_dataset/utils/box_utils.py rename to src/waymo_open_dataset/utils/box_utils.py diff --git a/waymo_open_dataset/utils/box_utils_test.py b/src/waymo_open_dataset/utils/box_utils_test.py similarity index 100% rename from waymo_open_dataset/utils/box_utils_test.py rename to src/waymo_open_dataset/utils/box_utils_test.py diff --git a/waymo_open_dataset/utils/camera_segmentation_utils.py b/src/waymo_open_dataset/utils/camera_segmentation_utils.py similarity index 100% rename from waymo_open_dataset/utils/camera_segmentation_utils.py rename to src/waymo_open_dataset/utils/camera_segmentation_utils.py diff --git a/waymo_open_dataset/utils/camera_segmentation_utils_test.py b/src/waymo_open_dataset/utils/camera_segmentation_utils_test.py similarity index 100% rename from waymo_open_dataset/utils/camera_segmentation_utils_test.py rename to src/waymo_open_dataset/utils/camera_segmentation_utils_test.py diff --git a/waymo_open_dataset/utils/compression/BUILD b/src/waymo_open_dataset/utils/compression/BUILD similarity index 57% rename from waymo_open_dataset/utils/compression/BUILD rename to src/waymo_open_dataset/utils/compression/BUILD index a82db9c..403c53f 100644 --- a/waymo_open_dataset/utils/compression/BUILD +++ b/src/waymo_open_dataset/utils/compression/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = [ @@ -9,7 +11,10 @@ py_library( name = "delta_encoder", srcs = ["delta_encoder.py"], srcs_version = "PY3", - deps = ["//waymo_open_dataset/protos:compressed_lidar_proto_py_pb2"], + deps = [ + requirement("numpy"), + "//waymo_open_dataset/protos:compressed_lidar_proto_py_pb2", + ], ) py_test( @@ -17,5 +22,9 @@ py_test( srcs = ["delta_encoder_test.py"], python_version = "PY3", srcs_version = "PY3", - deps = [":delta_encoder"], + deps = [ + requirement("absl-py"), + requirement("numpy"), + ":delta_encoder", + ], ) diff --git a/waymo_open_dataset/utils/compression/delta_encoder.py b/src/waymo_open_dataset/utils/compression/delta_encoder.py similarity index 100% rename from waymo_open_dataset/utils/compression/delta_encoder.py rename to src/waymo_open_dataset/utils/compression/delta_encoder.py diff --git a/waymo_open_dataset/utils/compression/delta_encoder_test.py b/src/waymo_open_dataset/utils/compression/delta_encoder_test.py similarity index 100% rename from waymo_open_dataset/utils/compression/delta_encoder_test.py rename to src/waymo_open_dataset/utils/compression/delta_encoder_test.py diff --git a/waymo_open_dataset/utils/frame_utils.py b/src/waymo_open_dataset/utils/frame_utils.py similarity index 100% rename from waymo_open_dataset/utils/frame_utils.py rename to src/waymo_open_dataset/utils/frame_utils.py diff --git a/waymo_open_dataset/utils/geometry_utils.py b/src/waymo_open_dataset/utils/geometry_utils.py similarity index 100% rename from waymo_open_dataset/utils/geometry_utils.py rename to src/waymo_open_dataset/utils/geometry_utils.py diff --git a/waymo_open_dataset/utils/geometry_utils_test.py b/src/waymo_open_dataset/utils/geometry_utils_test.py similarity index 100% rename from waymo_open_dataset/utils/geometry_utils_test.py rename to src/waymo_open_dataset/utils/geometry_utils_test.py diff --git a/waymo_open_dataset/utils/keypoint_data.py b/src/waymo_open_dataset/utils/keypoint_data.py similarity index 100% rename from waymo_open_dataset/utils/keypoint_data.py rename to src/waymo_open_dataset/utils/keypoint_data.py diff --git a/waymo_open_dataset/utils/keypoint_data_test.py b/src/waymo_open_dataset/utils/keypoint_data_test.py similarity index 100% rename from waymo_open_dataset/utils/keypoint_data_test.py rename to src/waymo_open_dataset/utils/keypoint_data_test.py diff --git a/waymo_open_dataset/utils/keypoint_draw.py b/src/waymo_open_dataset/utils/keypoint_draw.py similarity index 100% rename from waymo_open_dataset/utils/keypoint_draw.py rename to src/waymo_open_dataset/utils/keypoint_draw.py diff --git a/waymo_open_dataset/utils/keypoint_draw_test.py b/src/waymo_open_dataset/utils/keypoint_draw_test.py similarity index 100% rename from waymo_open_dataset/utils/keypoint_draw_test.py rename to src/waymo_open_dataset/utils/keypoint_draw_test.py diff --git a/waymo_open_dataset/utils/keypoint_test_util.py b/src/waymo_open_dataset/utils/keypoint_test_util.py similarity index 100% rename from waymo_open_dataset/utils/keypoint_test_util.py rename to src/waymo_open_dataset/utils/keypoint_test_util.py diff --git a/waymo_open_dataset/utils/occupancy_flow_data.py b/src/waymo_open_dataset/utils/occupancy_flow_data.py similarity index 100% rename from waymo_open_dataset/utils/occupancy_flow_data.py rename to src/waymo_open_dataset/utils/occupancy_flow_data.py diff --git a/waymo_open_dataset/utils/occupancy_flow_data_test.py b/src/waymo_open_dataset/utils/occupancy_flow_data_test.py similarity index 100% rename from waymo_open_dataset/utils/occupancy_flow_data_test.py rename to src/waymo_open_dataset/utils/occupancy_flow_data_test.py diff --git a/waymo_open_dataset/utils/occupancy_flow_grids.py b/src/waymo_open_dataset/utils/occupancy_flow_grids.py similarity index 100% rename from waymo_open_dataset/utils/occupancy_flow_grids.py rename to src/waymo_open_dataset/utils/occupancy_flow_grids.py diff --git a/waymo_open_dataset/utils/occupancy_flow_grids_test.py b/src/waymo_open_dataset/utils/occupancy_flow_grids_test.py similarity index 100% rename from waymo_open_dataset/utils/occupancy_flow_grids_test.py rename to src/waymo_open_dataset/utils/occupancy_flow_grids_test.py diff --git a/waymo_open_dataset/utils/occupancy_flow_metrics.py b/src/waymo_open_dataset/utils/occupancy_flow_metrics.py similarity index 100% rename from waymo_open_dataset/utils/occupancy_flow_metrics.py rename to src/waymo_open_dataset/utils/occupancy_flow_metrics.py diff --git a/waymo_open_dataset/utils/occupancy_flow_metrics_test.py b/src/waymo_open_dataset/utils/occupancy_flow_metrics_test.py similarity index 100% rename from waymo_open_dataset/utils/occupancy_flow_metrics_test.py rename to src/waymo_open_dataset/utils/occupancy_flow_metrics_test.py diff --git a/waymo_open_dataset/utils/occupancy_flow_renderer.py b/src/waymo_open_dataset/utils/occupancy_flow_renderer.py similarity index 100% rename from waymo_open_dataset/utils/occupancy_flow_renderer.py rename to src/waymo_open_dataset/utils/occupancy_flow_renderer.py diff --git a/waymo_open_dataset/utils/occupancy_flow_renderer_test.py b/src/waymo_open_dataset/utils/occupancy_flow_renderer_test.py similarity index 100% rename from waymo_open_dataset/utils/occupancy_flow_renderer_test.py rename to src/waymo_open_dataset/utils/occupancy_flow_renderer_test.py diff --git a/waymo_open_dataset/utils/occupancy_flow_test_util.py b/src/waymo_open_dataset/utils/occupancy_flow_test_util.py similarity index 100% rename from waymo_open_dataset/utils/occupancy_flow_test_util.py rename to src/waymo_open_dataset/utils/occupancy_flow_test_util.py diff --git a/waymo_open_dataset/utils/occupancy_flow_test_util_test.py b/src/waymo_open_dataset/utils/occupancy_flow_test_util_test.py similarity index 100% rename from waymo_open_dataset/utils/occupancy_flow_test_util_test.py rename to src/waymo_open_dataset/utils/occupancy_flow_test_util_test.py diff --git a/waymo_open_dataset/utils/occupancy_flow_vis.py b/src/waymo_open_dataset/utils/occupancy_flow_vis.py similarity index 100% rename from waymo_open_dataset/utils/occupancy_flow_vis.py rename to src/waymo_open_dataset/utils/occupancy_flow_vis.py diff --git a/waymo_open_dataset/utils/occupancy_flow_vis_test.py b/src/waymo_open_dataset/utils/occupancy_flow_vis_test.py similarity index 100% rename from waymo_open_dataset/utils/occupancy_flow_vis_test.py rename to src/waymo_open_dataset/utils/occupancy_flow_vis_test.py diff --git a/waymo_open_dataset/utils/plot_maps.py b/src/waymo_open_dataset/utils/plot_maps.py similarity index 100% rename from waymo_open_dataset/utils/plot_maps.py rename to src/waymo_open_dataset/utils/plot_maps.py diff --git a/waymo_open_dataset/utils/plot_maps_test.py b/src/waymo_open_dataset/utils/plot_maps_test.py similarity index 100% rename from waymo_open_dataset/utils/plot_maps_test.py rename to src/waymo_open_dataset/utils/plot_maps_test.py diff --git a/waymo_open_dataset/utils/pytype.bzl b/src/waymo_open_dataset/utils/pytype.bzl similarity index 100% rename from waymo_open_dataset/utils/pytype.bzl rename to src/waymo_open_dataset/utils/pytype.bzl diff --git a/waymo_open_dataset/utils/range_image_utils.py b/src/waymo_open_dataset/utils/range_image_utils.py similarity index 100% rename from waymo_open_dataset/utils/range_image_utils.py rename to src/waymo_open_dataset/utils/range_image_utils.py diff --git a/waymo_open_dataset/utils/range_image_utils_test.py b/src/waymo_open_dataset/utils/range_image_utils_test.py similarity index 100% rename from waymo_open_dataset/utils/range_image_utils_test.py rename to src/waymo_open_dataset/utils/range_image_utils_test.py diff --git a/waymo_open_dataset/utils/sim_agents/BUILD b/src/waymo_open_dataset/utils/sim_agents/BUILD similarity index 88% rename from waymo_open_dataset/utils/sim_agents/BUILD rename to src/waymo_open_dataset/utils/sim_agents/BUILD index 96f1e59..7ffb4c2 100644 --- a/waymo_open_dataset/utils/sim_agents/BUILD +++ b/src/waymo_open_dataset/utils/sim_agents/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = [ @@ -23,6 +25,7 @@ py_library( name = "converters", srcs = ["converters.py"], deps = [ + requirement("tensorflow"), ":submission_specs", "//waymo_open_dataset/protos:scenario_proto_py_pb2", "//waymo_open_dataset/protos:sim_agents_submission_proto_py_pb2", @@ -37,6 +40,7 @@ py_library( ":sim_agents_test_data", ], deps = [ + requirement("protobuf"), ":submission_specs", "//waymo_open_dataset/protos:scenario_proto_py_pb2", "//waymo_open_dataset/protos:sim_agents_metrics_proto_py_pb2", @@ -48,6 +52,9 @@ py_library( name = "visualizations", srcs = ["visualizations.py"], deps = [ + requirement("matplotlib"), + requirement("numpy"), + requirement("tensorflow"), "//waymo_open_dataset/protos:map_proto_py_pb2", "//waymo_open_dataset/protos:scenario_proto_py_pb2", ], @@ -68,6 +75,7 @@ py_test( srcs = ["submission_specs_test.py"], python_version = "PY3", deps = [ + requirement("tensorflow"), ":submission_specs", ":test_utils", "//waymo_open_dataset/protos:scenario_proto_py_pb2", @@ -81,6 +89,7 @@ py_test( srcs = ["converters_test.py"], python_version = "PY3", deps = [ + requirement("tensorflow"), ":converters", ":submission_specs", "//waymo_open_dataset/utils:test_utils", diff --git a/waymo_open_dataset/utils/sim_agents/converters.py b/src/waymo_open_dataset/utils/sim_agents/converters.py similarity index 100% rename from waymo_open_dataset/utils/sim_agents/converters.py rename to src/waymo_open_dataset/utils/sim_agents/converters.py diff --git a/waymo_open_dataset/utils/sim_agents/converters_test.py b/src/waymo_open_dataset/utils/sim_agents/converters_test.py similarity index 100% rename from waymo_open_dataset/utils/sim_agents/converters_test.py rename to src/waymo_open_dataset/utils/sim_agents/converters_test.py diff --git a/waymo_open_dataset/utils/sim_agents/submission_specs.py b/src/waymo_open_dataset/utils/sim_agents/submission_specs.py similarity index 100% rename from waymo_open_dataset/utils/sim_agents/submission_specs.py rename to src/waymo_open_dataset/utils/sim_agents/submission_specs.py diff --git a/waymo_open_dataset/utils/sim_agents/submission_specs_test.py b/src/waymo_open_dataset/utils/sim_agents/submission_specs_test.py similarity index 100% rename from waymo_open_dataset/utils/sim_agents/submission_specs_test.py rename to src/waymo_open_dataset/utils/sim_agents/submission_specs_test.py diff --git a/waymo_open_dataset/utils/sim_agents/test_utils.py b/src/waymo_open_dataset/utils/sim_agents/test_utils.py similarity index 100% rename from waymo_open_dataset/utils/sim_agents/test_utils.py rename to src/waymo_open_dataset/utils/sim_agents/test_utils.py diff --git a/waymo_open_dataset/utils/sim_agents/testdata/test_config.textproto b/src/waymo_open_dataset/utils/sim_agents/testdata/test_config.textproto similarity index 100% rename from waymo_open_dataset/utils/sim_agents/testdata/test_config.textproto rename to src/waymo_open_dataset/utils/sim_agents/testdata/test_config.textproto diff --git a/waymo_open_dataset/utils/sim_agents/testdata/test_submission.binproto b/src/waymo_open_dataset/utils/sim_agents/testdata/test_submission.binproto similarity index 100% rename from waymo_open_dataset/utils/sim_agents/testdata/test_submission.binproto rename to src/waymo_open_dataset/utils/sim_agents/testdata/test_submission.binproto diff --git a/waymo_open_dataset/utils/sim_agents/visualizations.py b/src/waymo_open_dataset/utils/sim_agents/visualizations.py similarity index 100% rename from waymo_open_dataset/utils/sim_agents/visualizations.py rename to src/waymo_open_dataset/utils/sim_agents/visualizations.py diff --git a/waymo_open_dataset/utils/test_utils.py b/src/waymo_open_dataset/utils/test_utils.py similarity index 100% rename from waymo_open_dataset/utils/test_utils.py rename to src/waymo_open_dataset/utils/test_utils.py diff --git a/waymo_open_dataset/utils/testdata/BUILD b/src/waymo_open_dataset/utils/testdata/BUILD similarity index 100% rename from waymo_open_dataset/utils/testdata/BUILD rename to src/waymo_open_dataset/utils/testdata/BUILD diff --git a/waymo_open_dataset/utils/testdata/motion_data_one_example.tfrecord b/src/waymo_open_dataset/utils/testdata/motion_data_one_example.tfrecord similarity index 100% rename from waymo_open_dataset/utils/testdata/motion_data_one_example.tfrecord rename to src/waymo_open_dataset/utils/testdata/motion_data_one_example.tfrecord diff --git a/waymo_open_dataset/utils/testdata/motion_data_one_scenario.tfrecord b/src/waymo_open_dataset/utils/testdata/motion_data_one_scenario.tfrecord similarity index 100% rename from waymo_open_dataset/utils/testdata/motion_data_one_scenario.tfrecord rename to src/waymo_open_dataset/utils/testdata/motion_data_one_scenario.tfrecord diff --git a/waymo_open_dataset/utils/testdata/pvps_data_one_frame.tfrecord b/src/waymo_open_dataset/utils/testdata/pvps_data_one_frame.tfrecord similarity index 100% rename from waymo_open_dataset/utils/testdata/pvps_data_one_frame.tfrecord rename to src/waymo_open_dataset/utils/testdata/pvps_data_one_frame.tfrecord diff --git a/waymo_open_dataset/utils/testdata/womd_lidar_data.tfrecord b/src/waymo_open_dataset/utils/testdata/womd_lidar_data.tfrecord similarity index 100% rename from waymo_open_dataset/utils/testdata/womd_lidar_data.tfrecord rename to src/waymo_open_dataset/utils/testdata/womd_lidar_data.tfrecord diff --git a/waymo_open_dataset/utils/testdata/womd_point_cloud.png b/src/waymo_open_dataset/utils/testdata/womd_point_cloud.png similarity index 100% rename from waymo_open_dataset/utils/testdata/womd_point_cloud.png rename to src/waymo_open_dataset/utils/testdata/womd_point_cloud.png diff --git a/waymo_open_dataset/utils/testdata/womd_scenario_input.tfrecord b/src/waymo_open_dataset/utils/testdata/womd_scenario_input.tfrecord similarity index 100% rename from waymo_open_dataset/utils/testdata/womd_scenario_input.tfrecord rename to src/waymo_open_dataset/utils/testdata/womd_scenario_input.tfrecord diff --git a/waymo_open_dataset/utils/trajectory_utils.py b/src/waymo_open_dataset/utils/trajectory_utils.py similarity index 100% rename from waymo_open_dataset/utils/trajectory_utils.py rename to src/waymo_open_dataset/utils/trajectory_utils.py diff --git a/waymo_open_dataset/utils/trajectory_utils_test.py b/src/waymo_open_dataset/utils/trajectory_utils_test.py similarity index 98% rename from waymo_open_dataset/utils/trajectory_utils_test.py rename to src/waymo_open_dataset/utils/trajectory_utils_test.py index be91ac8..a25b114 100644 --- a/waymo_open_dataset/utils/trajectory_utils_test.py +++ b/src/waymo_open_dataset/utils/trajectory_utils_test.py @@ -72,7 +72,8 @@ def test_gather_objects_correctly_selects_objects(self): sliced_trajectories, n_objects=3, n_steps=91) self.assertAllEqual( sliced_trajectories.object_id.numpy(), - trajectories.object_id.numpy()[track_indices]) + trajectories.object_id.numpy()[track_indices.numpy()], + ) def test_gather_object_by_id_correctly_gathers(self): test_scenario = test_utils.get_womd_test_scenario() diff --git a/waymo_open_dataset/utils/transform_utils.py b/src/waymo_open_dataset/utils/transform_utils.py similarity index 100% rename from waymo_open_dataset/utils/transform_utils.py rename to src/waymo_open_dataset/utils/transform_utils.py diff --git a/waymo_open_dataset/utils/transform_utils_test.py b/src/waymo_open_dataset/utils/transform_utils_test.py similarity index 100% rename from waymo_open_dataset/utils/transform_utils_test.py rename to src/waymo_open_dataset/utils/transform_utils_test.py diff --git a/waymo_open_dataset/utils/womd_lidar_utils.py b/src/waymo_open_dataset/utils/womd_lidar_utils.py similarity index 100% rename from waymo_open_dataset/utils/womd_lidar_utils.py rename to src/waymo_open_dataset/utils/womd_lidar_utils.py diff --git a/waymo_open_dataset/utils/womd_lidar_utils_test.py b/src/waymo_open_dataset/utils/womd_lidar_utils_test.py similarity index 100% rename from waymo_open_dataset/utils/womd_lidar_utils_test.py rename to src/waymo_open_dataset/utils/womd_lidar_utils_test.py diff --git a/waymo_open_dataset/v2/BUILD b/src/waymo_open_dataset/v2/BUILD similarity index 69% rename from waymo_open_dataset/v2/BUILD rename to src/waymo_open_dataset/v2/BUILD index 0911afb..3a053df 100644 --- a/waymo_open_dataset/v2/BUILD +++ b/src/waymo_open_dataset/v2/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = ["//visibility:public"], @@ -24,18 +26,26 @@ py_library( py_library( name = "column_types", srcs = ["column_types.py"], - deps = [":component"], + deps = [ + requirement("pyarrow"), + ":component", + ], ) py_library( name = "component", srcs = ["component.py"], + deps = [requirement("pyarrow")], ) py_test( name = "component_test", srcs = ["component_test.py"], - deps = [":component"], + deps = [ + requirement("absl-py"), + requirement("pyarrow"), + ":component", + ], ) py_library( @@ -46,16 +56,28 @@ py_library( py_test( name = "typing_utils_test", srcs = ["typing_utils_test.py"], - deps = [":typing_utils"], + deps = [ + requirement("absl-py"), + ":typing_utils", + ], ) py_library( name = "dataframe_utils", srcs = ["dataframe_utils.py"], + deps = [ + requirement("dask"), + requirement("pandas"), + ], ) py_test( name = "dataframe_utils_test", srcs = ["dataframe_utils_test.py"], - deps = [":dataframe_utils"], + deps = [ + requirement("absl-py"), + requirement("dask"), + requirement("pandas"), + ":dataframe_utils", + ], ) diff --git a/waymo_open_dataset/v2/__init__.py b/src/waymo_open_dataset/v2/__init__.py similarity index 100% rename from waymo_open_dataset/v2/__init__.py rename to src/waymo_open_dataset/v2/__init__.py diff --git a/waymo_open_dataset/v2/column_types.py b/src/waymo_open_dataset/v2/column_types.py similarity index 100% rename from waymo_open_dataset/v2/column_types.py rename to src/waymo_open_dataset/v2/column_types.py diff --git a/waymo_open_dataset/v2/component.py b/src/waymo_open_dataset/v2/component.py similarity index 100% rename from waymo_open_dataset/v2/component.py rename to src/waymo_open_dataset/v2/component.py diff --git a/waymo_open_dataset/v2/component_test.py b/src/waymo_open_dataset/v2/component_test.py similarity index 100% rename from waymo_open_dataset/v2/component_test.py rename to src/waymo_open_dataset/v2/component_test.py diff --git a/waymo_open_dataset/v2/dataframe_utils.py b/src/waymo_open_dataset/v2/dataframe_utils.py similarity index 100% rename from waymo_open_dataset/v2/dataframe_utils.py rename to src/waymo_open_dataset/v2/dataframe_utils.py diff --git a/waymo_open_dataset/v2/dataframe_utils_test.py b/src/waymo_open_dataset/v2/dataframe_utils_test.py similarity index 100% rename from waymo_open_dataset/v2/dataframe_utils_test.py rename to src/waymo_open_dataset/v2/dataframe_utils_test.py diff --git a/waymo_open_dataset/v2/perception/BUILD b/src/waymo_open_dataset/v2/perception/BUILD similarity index 73% rename from waymo_open_dataset/v2/perception/BUILD rename to src/waymo_open_dataset/v2/perception/BUILD index ac1c308..80d74cf 100644 --- a/waymo_open_dataset/v2/perception/BUILD +++ b/src/waymo_open_dataset/v2/perception/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = ["//visibility:public"], @@ -6,7 +8,10 @@ package( py_library( name = "base", srcs = ["base.py"], - deps = ["//waymo_open_dataset/v2:component"], + deps = [ + requirement("pyarrow"), + "//waymo_open_dataset/v2:component", + ], ) py_library( @@ -22,6 +27,8 @@ py_test( name = "pose_test", srcs = ["pose_test.py"], deps = [ + requirement("absl-py"), + requirement("pyarrow"), ":base", ":pose", "//waymo_open_dataset/v2:column_types", @@ -32,6 +39,7 @@ py_library( name = "keypoints", srcs = ["keypoints.py"], deps = [ + requirement("pyarrow"), ":base", "//waymo_open_dataset/v2:column_types", "//waymo_open_dataset/v2:component", @@ -42,6 +50,8 @@ py_library( name = "lidar", srcs = ["lidar.py"], deps = [ + requirement("pyarrow"), + requirement("tensorflow"), ":base", "//waymo_open_dataset/v2:component", ], @@ -51,6 +61,7 @@ py_library( name = "camera_image", srcs = ["camera_image.py"], deps = [ + requirement("pyarrow"), ":base", "//waymo_open_dataset/v2:column_types", "//waymo_open_dataset/v2:component", @@ -61,6 +72,7 @@ py_library( name = "box", srcs = ["box.py"], deps = [ + requirement("pyarrow"), ":base", "//waymo_open_dataset/v2:column_types", "//waymo_open_dataset/v2:component", @@ -71,6 +83,7 @@ py_library( name = "context", srcs = ["context.py"], deps = [ + requirement("pyarrow"), ":base", "//waymo_open_dataset/v2:column_types", "//waymo_open_dataset/v2:component", @@ -81,6 +94,8 @@ py_library( name = "segmentation", srcs = ["segmentation.py"], deps = [ + requirement("pyarrow"), + requirement("tensorflow"), ":base", "//waymo_open_dataset/v2:component", ], @@ -90,6 +105,9 @@ py_test( name = "keypoints_test", srcs = ["keypoints_test.py"], deps = [ + requirement("absl-py"), + requirement("pyarrow"), + requirement("tensorflow"), # build_cleaner: keep ":base", ":keypoints", "//waymo_open_dataset/v2:column_types", @@ -100,6 +118,9 @@ py_test( name = "lidar_test", srcs = ["lidar_test.py"], deps = [ + requirement("absl-py"), + requirement("pyarrow"), + requirement("tensorflow"), ":base", ":lidar", ], @@ -109,6 +130,8 @@ py_test( name = "camera_image_test", srcs = ["camera_image_test.py"], deps = [ + requirement("absl-py"), + requirement("pyarrow"), ":base", ":camera_image", "//waymo_open_dataset/v2:column_types", @@ -119,6 +142,8 @@ py_test( name = "box_test", srcs = ["box_test.py"], deps = [ + requirement("absl-py"), + requirement("pyarrow"), ":base", ":box", "//waymo_open_dataset/v2:column_types", @@ -129,6 +154,8 @@ py_test( name = "context_test", srcs = ["context_test.py"], deps = [ + requirement("absl-py"), + requirement("pyarrow"), ":base", ":context", "//waymo_open_dataset/v2:column_types", @@ -139,6 +166,8 @@ py_test( name = "segmentation_test", srcs = ["segmentation_test.py"], deps = [ + requirement("absl-py"), + requirement("pyarrow"), ":base", ":segmentation", "//waymo_open_dataset/v2:column_types", diff --git a/waymo_open_dataset/v2/perception/base.py b/src/waymo_open_dataset/v2/perception/base.py similarity index 100% rename from waymo_open_dataset/v2/perception/base.py rename to src/waymo_open_dataset/v2/perception/base.py diff --git a/waymo_open_dataset/v2/perception/box.py b/src/waymo_open_dataset/v2/perception/box.py similarity index 100% rename from waymo_open_dataset/v2/perception/box.py rename to src/waymo_open_dataset/v2/perception/box.py diff --git a/waymo_open_dataset/v2/perception/box_test.py b/src/waymo_open_dataset/v2/perception/box_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/box_test.py rename to src/waymo_open_dataset/v2/perception/box_test.py diff --git a/waymo_open_dataset/v2/perception/camera_image.py b/src/waymo_open_dataset/v2/perception/camera_image.py similarity index 100% rename from waymo_open_dataset/v2/perception/camera_image.py rename to src/waymo_open_dataset/v2/perception/camera_image.py diff --git a/waymo_open_dataset/v2/perception/camera_image_test.py b/src/waymo_open_dataset/v2/perception/camera_image_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/camera_image_test.py rename to src/waymo_open_dataset/v2/perception/camera_image_test.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/BUILD b/src/waymo_open_dataset/v2/perception/compat_v1/BUILD similarity index 90% rename from waymo_open_dataset/v2/perception/compat_v1/BUILD rename to src/waymo_open_dataset/v2/perception/compat_v1/BUILD index 878b430..2f6240b 100644 --- a/waymo_open_dataset/v2/perception/compat_v1/BUILD +++ b/src/waymo_open_dataset/v2/perception/compat_v1/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = ["//visibility:public"], @@ -12,6 +14,7 @@ py_library( name = "interfaces", srcs = ["interfaces.py"], deps = [ + requirement("pyarrow"), "//waymo_open_dataset:dataset_proto_py_pb2", "//waymo_open_dataset:label_proto_py_pb2", "//waymo_open_dataset/v2:component", @@ -24,6 +27,7 @@ py_test( name = "interfaces_test", srcs = ["interfaces_test.py"], deps = [ + requirement("absl-py"), ":interfaces", "//waymo_open_dataset/v2/perception:base", ], @@ -45,6 +49,7 @@ py_test( name = "keypoints_test", srcs = ["keypoints_test.py"], deps = [ + requirement("absl-py"), ":interfaces", ":keypoints", "//waymo_open_dataset:dataset_proto_py_pb2", @@ -123,6 +128,7 @@ py_test( name = "pose_test", srcs = ["pose_test.py"], deps = [ + requirement("absl-py"), ":interfaces", ":pose", "//waymo_open_dataset:dataset_proto_py_pb2", @@ -137,6 +143,8 @@ py_test( ":test_data", ], deps = [ + requirement("absl-py"), + requirement("tensorflow"), ":interfaces", ":lidar", "//waymo_open_dataset:dataset_proto_py_pb2", @@ -152,6 +160,8 @@ py_test( ":test_data", ], deps = [ + requirement("absl-py"), + requirement("tensorflow"), ":camera_image", ":interfaces", "//waymo_open_dataset:dataset_proto_py_pb2", @@ -166,6 +176,8 @@ py_test( ":test_data", ], deps = [ + requirement("absl-py"), + requirement("tensorflow"), ":box", ":interfaces", "//waymo_open_dataset:dataset_proto_py_pb2", @@ -179,6 +191,8 @@ py_test( ":test_data", ], deps = [ + requirement("absl-py"), + requirement("tensorflow"), ":context", ":interfaces", "//waymo_open_dataset:dataset_proto_py_pb2", @@ -194,6 +208,8 @@ py_test( ":test_data", ], deps = [ + requirement("absl-py"), + requirement("tensorflow"), ":interfaces", ":segmentation", "//waymo_open_dataset:dataset_proto_py_pb2", diff --git a/waymo_open_dataset/v2/perception/compat_v1/box.py b/src/waymo_open_dataset/v2/perception/compat_v1/box.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/box.py rename to src/waymo_open_dataset/v2/perception/compat_v1/box.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/box_test.py b/src/waymo_open_dataset/v2/perception/compat_v1/box_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/box_test.py rename to src/waymo_open_dataset/v2/perception/compat_v1/box_test.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/camera_image.py b/src/waymo_open_dataset/v2/perception/compat_v1/camera_image.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/camera_image.py rename to src/waymo_open_dataset/v2/perception/compat_v1/camera_image.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/camera_image_test.py b/src/waymo_open_dataset/v2/perception/compat_v1/camera_image_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/camera_image_test.py rename to src/waymo_open_dataset/v2/perception/compat_v1/camera_image_test.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/context.py b/src/waymo_open_dataset/v2/perception/compat_v1/context.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/context.py rename to src/waymo_open_dataset/v2/perception/compat_v1/context.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/context_test.py b/src/waymo_open_dataset/v2/perception/compat_v1/context_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/context_test.py rename to src/waymo_open_dataset/v2/perception/compat_v1/context_test.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/interfaces.py b/src/waymo_open_dataset/v2/perception/compat_v1/interfaces.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/interfaces.py rename to src/waymo_open_dataset/v2/perception/compat_v1/interfaces.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/interfaces_test.py b/src/waymo_open_dataset/v2/perception/compat_v1/interfaces_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/interfaces_test.py rename to src/waymo_open_dataset/v2/perception/compat_v1/interfaces_test.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/keypoints.py b/src/waymo_open_dataset/v2/perception/compat_v1/keypoints.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/keypoints.py rename to src/waymo_open_dataset/v2/perception/compat_v1/keypoints.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/keypoints_test.py b/src/waymo_open_dataset/v2/perception/compat_v1/keypoints_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/keypoints_test.py rename to src/waymo_open_dataset/v2/perception/compat_v1/keypoints_test.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/lidar.py b/src/waymo_open_dataset/v2/perception/compat_v1/lidar.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/lidar.py rename to src/waymo_open_dataset/v2/perception/compat_v1/lidar.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/lidar_test.py b/src/waymo_open_dataset/v2/perception/compat_v1/lidar_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/lidar_test.py rename to src/waymo_open_dataset/v2/perception/compat_v1/lidar_test.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/pose.py b/src/waymo_open_dataset/v2/perception/compat_v1/pose.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/pose.py rename to src/waymo_open_dataset/v2/perception/compat_v1/pose.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/pose_test.py b/src/waymo_open_dataset/v2/perception/compat_v1/pose_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/pose_test.py rename to src/waymo_open_dataset/v2/perception/compat_v1/pose_test.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/segmentation.py b/src/waymo_open_dataset/v2/perception/compat_v1/segmentation.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/segmentation.py rename to src/waymo_open_dataset/v2/perception/compat_v1/segmentation.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/segmentation_test.py b/src/waymo_open_dataset/v2/perception/compat_v1/segmentation_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/segmentation_test.py rename to src/waymo_open_dataset/v2/perception/compat_v1/segmentation_test.py diff --git a/waymo_open_dataset/v2/perception/compat_v1/testdata/README.md b/src/waymo_open_dataset/v2/perception/compat_v1/testdata/README.md similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/testdata/README.md rename to src/waymo_open_dataset/v2/perception/compat_v1/testdata/README.md diff --git a/waymo_open_dataset/v2/perception/compat_v1/testdata/frame_with_camera_segmentation.tfrecord b/src/waymo_open_dataset/v2/perception/compat_v1/testdata/frame_with_camera_segmentation.tfrecord similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/testdata/frame_with_camera_segmentation.tfrecord rename to src/waymo_open_dataset/v2/perception/compat_v1/testdata/frame_with_camera_segmentation.tfrecord diff --git a/waymo_open_dataset/v2/perception/compat_v1/testdata/frame_with_lidar_segmentation.tfrecord b/src/waymo_open_dataset/v2/perception/compat_v1/testdata/frame_with_lidar_segmentation.tfrecord similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/testdata/frame_with_lidar_segmentation.tfrecord rename to src/waymo_open_dataset/v2/perception/compat_v1/testdata/frame_with_lidar_segmentation.tfrecord diff --git a/waymo_open_dataset/v2/perception/compat_v1/testdata/two_frame.tfrecord b/src/waymo_open_dataset/v2/perception/compat_v1/testdata/two_frame.tfrecord similarity index 100% rename from waymo_open_dataset/v2/perception/compat_v1/testdata/two_frame.tfrecord rename to src/waymo_open_dataset/v2/perception/compat_v1/testdata/two_frame.tfrecord diff --git a/waymo_open_dataset/v2/perception/context.py b/src/waymo_open_dataset/v2/perception/context.py similarity index 100% rename from waymo_open_dataset/v2/perception/context.py rename to src/waymo_open_dataset/v2/perception/context.py diff --git a/waymo_open_dataset/v2/perception/context_test.py b/src/waymo_open_dataset/v2/perception/context_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/context_test.py rename to src/waymo_open_dataset/v2/perception/context_test.py diff --git a/waymo_open_dataset/v2/perception/keypoints.py b/src/waymo_open_dataset/v2/perception/keypoints.py similarity index 100% rename from waymo_open_dataset/v2/perception/keypoints.py rename to src/waymo_open_dataset/v2/perception/keypoints.py diff --git a/waymo_open_dataset/v2/perception/keypoints_test.py b/src/waymo_open_dataset/v2/perception/keypoints_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/keypoints_test.py rename to src/waymo_open_dataset/v2/perception/keypoints_test.py diff --git a/waymo_open_dataset/v2/perception/lidar.py b/src/waymo_open_dataset/v2/perception/lidar.py similarity index 100% rename from waymo_open_dataset/v2/perception/lidar.py rename to src/waymo_open_dataset/v2/perception/lidar.py diff --git a/waymo_open_dataset/v2/perception/lidar_test.py b/src/waymo_open_dataset/v2/perception/lidar_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/lidar_test.py rename to src/waymo_open_dataset/v2/perception/lidar_test.py diff --git a/waymo_open_dataset/v2/perception/pose.py b/src/waymo_open_dataset/v2/perception/pose.py similarity index 100% rename from waymo_open_dataset/v2/perception/pose.py rename to src/waymo_open_dataset/v2/perception/pose.py diff --git a/waymo_open_dataset/v2/perception/pose_test.py b/src/waymo_open_dataset/v2/perception/pose_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/pose_test.py rename to src/waymo_open_dataset/v2/perception/pose_test.py diff --git a/waymo_open_dataset/v2/perception/segmentation.py b/src/waymo_open_dataset/v2/perception/segmentation.py similarity index 100% rename from waymo_open_dataset/v2/perception/segmentation.py rename to src/waymo_open_dataset/v2/perception/segmentation.py diff --git a/waymo_open_dataset/v2/perception/segmentation_test.py b/src/waymo_open_dataset/v2/perception/segmentation_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/segmentation_test.py rename to src/waymo_open_dataset/v2/perception/segmentation_test.py diff --git a/waymo_open_dataset/v2/perception/utils/BUILD b/src/waymo_open_dataset/v2/perception/utils/BUILD similarity index 88% rename from waymo_open_dataset/v2/perception/utils/BUILD rename to src/waymo_open_dataset/v2/perception/utils/BUILD index 573748c..5d2b877 100644 --- a/waymo_open_dataset/v2/perception/utils/BUILD +++ b/src/waymo_open_dataset/v2/perception/utils/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = ["//visibility:public"], @@ -7,6 +9,7 @@ py_library( name = "lidar_utils", srcs = ["lidar_utils.py"], deps = [ + requirement("tensorflow"), "//waymo_open_dataset:dataset_proto_py_pb2", "//waymo_open_dataset/utils:range_image_utils", "//waymo_open_dataset/utils:transform_utils", @@ -26,6 +29,9 @@ py_test( "//waymo_open_dataset/v2/perception/compat_v1:test_data", ], deps = [ + requirement("absl-py"), + requirement("numpy"), + requirement("tensorflow"), ":lidar_utils", "//waymo_open_dataset:dataset_proto_py_pb2", "//waymo_open_dataset/v2:column_types", diff --git a/waymo_open_dataset/v2/perception/utils/lidar_utils.py b/src/waymo_open_dataset/v2/perception/utils/lidar_utils.py similarity index 100% rename from waymo_open_dataset/v2/perception/utils/lidar_utils.py rename to src/waymo_open_dataset/v2/perception/utils/lidar_utils.py diff --git a/waymo_open_dataset/v2/perception/utils/lidar_utils_test.py b/src/waymo_open_dataset/v2/perception/utils/lidar_utils_test.py similarity index 100% rename from waymo_open_dataset/v2/perception/utils/lidar_utils_test.py rename to src/waymo_open_dataset/v2/perception/utils/lidar_utils_test.py diff --git a/waymo_open_dataset/v2/testdata/BUILD b/src/waymo_open_dataset/v2/testdata/BUILD similarity index 100% rename from waymo_open_dataset/v2/testdata/BUILD rename to src/waymo_open_dataset/v2/testdata/BUILD diff --git a/waymo_open_dataset/v2/testdata/README.md b/src/waymo_open_dataset/v2/testdata/README.md similarity index 100% rename from waymo_open_dataset/v2/testdata/README.md rename to src/waymo_open_dataset/v2/testdata/README.md diff --git a/waymo_open_dataset/v2/testdata/dataset/camera_hkp/10023947602400723454_1120_000_1140_000.parquet b/src/waymo_open_dataset/v2/testdata/dataset/camera_hkp/10023947602400723454_1120_000_1140_000.parquet similarity index 100% rename from waymo_open_dataset/v2/testdata/dataset/camera_hkp/10023947602400723454_1120_000_1140_000.parquet rename to src/waymo_open_dataset/v2/testdata/dataset/camera_hkp/10023947602400723454_1120_000_1140_000.parquet diff --git a/waymo_open_dataset/v2/testdata/dataset/vehicle_pose/10023947602400723454_1120_000_1140_000.parquet b/src/waymo_open_dataset/v2/testdata/dataset/vehicle_pose/10023947602400723454_1120_000_1140_000.parquet similarity index 100% rename from waymo_open_dataset/v2/testdata/dataset/vehicle_pose/10023947602400723454_1120_000_1140_000.parquet rename to src/waymo_open_dataset/v2/testdata/dataset/vehicle_pose/10023947602400723454_1120_000_1140_000.parquet diff --git a/waymo_open_dataset/v2/typing_utils.py b/src/waymo_open_dataset/v2/typing_utils.py similarity index 100% rename from waymo_open_dataset/v2/typing_utils.py rename to src/waymo_open_dataset/v2/typing_utils.py diff --git a/waymo_open_dataset/v2/typing_utils_test.py b/src/waymo_open_dataset/v2/typing_utils_test.py similarity index 100% rename from waymo_open_dataset/v2/typing_utils_test.py rename to src/waymo_open_dataset/v2/typing_utils_test.py diff --git a/src/waymo_open_dataset/wdl_limited/BUILD b/src/waymo_open_dataset/wdl_limited/BUILD new file mode 100644 index 0000000..8003631 --- /dev/null +++ b/src/waymo_open_dataset/wdl_limited/BUILD @@ -0,0 +1,4 @@ +package( + default_applicable_licenses = ["//waymo_open_dataset:license"], + default_visibility = ["//visibility:public"], +) diff --git a/third_party/auditwheel_wrapper.py b/src/waymo_open_dataset/wdl_limited/auditwheel_wrapper.py similarity index 100% rename from third_party/auditwheel_wrapper.py rename to src/waymo_open_dataset/wdl_limited/auditwheel_wrapper.py diff --git a/third_party/camera/BUILD b/src/waymo_open_dataset/wdl_limited/camera/BUILD similarity index 74% rename from third_party/camera/BUILD rename to src/waymo_open_dataset/wdl_limited/camera/BUILD index 5c783d1..2f0e2fa 100644 --- a/third_party/camera/BUILD +++ b/src/waymo_open_dataset/wdl_limited/camera/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = [ @@ -19,10 +21,16 @@ cc_library( "@com_google_absl//absl/memory", "@com_google_absl//absl/types:optional", "@com_google_glog//:glog", - "@eigen_archive//:eigen", + "@tensorflow_cc_deps//:cc_library", ], ) +filegroup( + name = "libcamera_model.so", + srcs = [":camera_model"], + output_group = "dynamic_library", +) + # Tests cc_test( name = "camera_model_test", @@ -33,5 +41,6 @@ cc_test( "@com_google_absl//absl/memory", "@com_google_googletest//:gtest", "@com_google_googletest//:gtest_main", + "@tensorflow_cc_deps//:cc_library", # build_cleaner: keep ], ) diff --git a/third_party/camera/LICENSE b/src/waymo_open_dataset/wdl_limited/camera/LICENSE similarity index 100% rename from third_party/camera/LICENSE rename to src/waymo_open_dataset/wdl_limited/camera/LICENSE diff --git a/third_party/camera/PATENTS b/src/waymo_open_dataset/wdl_limited/camera/PATENTS similarity index 100% rename from third_party/camera/PATENTS rename to src/waymo_open_dataset/wdl_limited/camera/PATENTS diff --git a/waymo_open_dataset/metrics/python/__init__.py b/src/waymo_open_dataset/wdl_limited/camera/__init__.py similarity index 100% rename from waymo_open_dataset/metrics/python/__init__.py rename to src/waymo_open_dataset/wdl_limited/camera/__init__.py diff --git a/third_party/camera/camera_model.cc b/src/waymo_open_dataset/wdl_limited/camera/camera_model.cc similarity index 99% rename from third_party/camera/camera_model.cc rename to src/waymo_open_dataset/wdl_limited/camera/camera_model.cc index a065366..3e6a2fe 100644 --- a/third_party/camera/camera_model.cc +++ b/src/waymo_open_dataset/wdl_limited/camera/camera_model.cc @@ -27,7 +27,7 @@ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. ==============================================================================*/ -#include "third_party/camera/camera_model.h" +#include "waymo_open_dataset/wdl_limited/camera/camera_model.h" #include #include diff --git a/third_party/camera/camera_model.h b/src/waymo_open_dataset/wdl_limited/camera/camera_model.h similarity index 98% rename from third_party/camera/camera_model.h rename to src/waymo_open_dataset/wdl_limited/camera/camera_model.h index aab0ba7..66f3f2c 100644 --- a/third_party/camera/camera_model.h +++ b/src/waymo_open_dataset/wdl_limited/camera/camera_model.h @@ -27,8 +27,8 @@ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. ==============================================================================*/ -#ifndef WAYMO_OPEN_DATASET_THIRD_PARTY_CAMERA_CAMERA_MODEL_H_ -#define WAYMO_OPEN_DATASET_THIRD_PARTY_CAMERA_CAMERA_MODEL_H_ +#ifndef WAYMO_OPEN_DATASET_WDL_LIMITED_CAMERA_CAMERA_MODEL_H_ +#define WAYMO_OPEN_DATASET_WDL_LIMITED_CAMERA_CAMERA_MODEL_H_ #include @@ -192,4 +192,4 @@ class CameraModel { } // namespace open_dataset } // namespace waymo -#endif // WAYMO_OPEN_DATASET_THIRD_PARTY_CAMERA_CAMERA_MODEL_H_ +#endif // WAYMO_OPEN_DATASET_WDL_LIMITED_CAMERA_CAMERA_MODEL_H_ diff --git a/third_party/camera/camera_model_test.cc b/src/waymo_open_dataset/wdl_limited/camera/camera_model_test.cc similarity index 99% rename from third_party/camera/camera_model_test.cc rename to src/waymo_open_dataset/wdl_limited/camera/camera_model_test.cc index 5d9daf7..fe20db5 100644 --- a/third_party/camera/camera_model_test.cc +++ b/src/waymo_open_dataset/wdl_limited/camera/camera_model_test.cc @@ -27,7 +27,7 @@ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. ==============================================================================*/ -#include "third_party/camera/camera_model.h" +#include "waymo_open_dataset/wdl_limited/camera/camera_model.h" #include "google/protobuf/text_format.h" #include diff --git a/third_party/camera/ops/BUILD b/src/waymo_open_dataset/wdl_limited/camera/ops/BUILD similarity index 62% rename from third_party/camera/ops/BUILD rename to src/waymo_open_dataset/wdl_limited/camera/ops/BUILD index c6210f7..5876c14 100644 --- a/third_party/camera/ops/BUILD +++ b/src/waymo_open_dataset/wdl_limited/camera/ops/BUILD @@ -1,4 +1,7 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( + default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = [ "//visibility:public", ], @@ -6,39 +9,41 @@ package( licenses(["notice"]) -py_library( - name = "py_camera_model_ops", - srcs = ["py_camera_model_ops.py"], - data = [ - ":camera_model_ops.so", - ], -) - cc_binary( name = "camera_model_ops.so", srcs = [ "camera_model_ops.cc", ], - copts = [ - "-pthread", - ], linkshared = 1, deps = [ - "//third_party/camera:camera_model", "//waymo_open_dataset:dataset_cc_proto", - "@local_config_tf//:libtensorflow_framework", - "@local_config_tf//:tf_header_lib", + "//waymo_open_dataset/wdl_limited/camera:camera_model", + "@tensorflow_cc_deps//:cc_library", + ], +) + +py_library( + name = "py_camera_model_ops", + srcs = ["py_camera_model_ops.py"], + data = [ + ":camera_model_ops.so", + ], + deps = [ + requirement("tensorflow"), ], ) -# Tests py_test( name = "camera_model_ops_test", srcs = ["camera_model_ops_test.py"], + data = [ + ":camera_model_ops.so", + ], python_version = "PY3", deps = [ + requirement("numpy"), + requirement("tensorflow"), ":py_camera_model_ops", - # Implicit tensorflow dependency. "//waymo_open_dataset:dataset_proto_py_pb2", ], ) diff --git a/waymo_open_dataset/protos/__init__.py b/src/waymo_open_dataset/wdl_limited/camera/ops/__init__.py similarity index 100% rename from waymo_open_dataset/protos/__init__.py rename to src/waymo_open_dataset/wdl_limited/camera/ops/__init__.py diff --git a/third_party/camera/ops/camera_model_ops.cc b/src/waymo_open_dataset/wdl_limited/camera/ops/camera_model_ops.cc similarity index 99% rename from third_party/camera/ops/camera_model_ops.cc rename to src/waymo_open_dataset/wdl_limited/camera/ops/camera_model_ops.cc index 81bebd2..4fe31e1 100644 --- a/third_party/camera/ops/camera_model_ops.cc +++ b/src/waymo_open_dataset/wdl_limited/camera/ops/camera_model_ops.cc @@ -37,7 +37,7 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. #include "tensorflow/core/framework/types.pb.h" #include "tensorflow/core/lib/core/status.h" #include "waymo_open_dataset/dataset.pb.h" -#include "third_party/camera/camera_model.h" +#include "waymo_open_dataset/wdl_limited/camera/camera_model.h" namespace tensorflow { namespace { diff --git a/third_party/camera/ops/camera_model_ops_test.py b/src/waymo_open_dataset/wdl_limited/camera/ops/camera_model_ops_test.py similarity index 98% rename from third_party/camera/ops/camera_model_ops_test.py rename to src/waymo_open_dataset/wdl_limited/camera/ops/camera_model_ops_test.py index 4c9fe2b..fa4120d 100644 --- a/third_party/camera/ops/camera_model_ops_test.py +++ b/src/waymo_open_dataset/wdl_limited/camera/ops/camera_model_ops_test.py @@ -36,7 +36,7 @@ from google.protobuf import text_format from waymo_open_dataset import dataset_pb2 -from third_party.camera.ops import py_camera_model_ops +from waymo_open_dataset.wdl_limited.camera.ops import py_camera_model_ops class CameraModelOpsTest(tf.test.TestCase): diff --git a/third_party/camera/ops/py_camera_model_ops.py b/src/waymo_open_dataset/wdl_limited/camera/ops/py_camera_model_ops.py similarity index 100% rename from third_party/camera/ops/py_camera_model_ops.py rename to src/waymo_open_dataset/wdl_limited/camera/ops/py_camera_model_ops.py diff --git a/third_party/camera_segmentation/BUILD b/src/waymo_open_dataset/wdl_limited/camera_segmentation/BUILD similarity index 71% rename from third_party/camera_segmentation/BUILD rename to src/waymo_open_dataset/wdl_limited/camera_segmentation/BUILD index 6dd46fc..6a6177d 100644 --- a/third_party/camera_segmentation/BUILD +++ b/src/waymo_open_dataset/wdl_limited/camera_segmentation/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = [ @@ -12,6 +14,7 @@ py_library( name = "camera_segmentation_metrics", srcs = ["camera_segmentation_metrics.py"], deps = [ + requirement("numpy"), "//waymo_open_dataset/protos:camera_segmentation_metrics_proto_py_pb2", "@deeplab2", ], @@ -21,5 +24,9 @@ py_library( py_test( name = "camera_segmentation_metrics_test", srcs = ["camera_segmentation_metrics_test.py"], - deps = [":camera_segmentation_metrics"], + deps = [ + requirement("numpy"), + requirement("tensorflow"), + ":camera_segmentation_metrics", + ], ) diff --git a/third_party/camera_segmentation/LICENSE b/src/waymo_open_dataset/wdl_limited/camera_segmentation/LICENSE similarity index 100% rename from third_party/camera_segmentation/LICENSE rename to src/waymo_open_dataset/wdl_limited/camera_segmentation/LICENSE diff --git a/third_party/camera_segmentation/PATENTS b/src/waymo_open_dataset/wdl_limited/camera_segmentation/PATENTS similarity index 100% rename from third_party/camera_segmentation/PATENTS rename to src/waymo_open_dataset/wdl_limited/camera_segmentation/PATENTS diff --git a/third_party/camera_segmentation/camera_segmentation_metrics.py b/src/waymo_open_dataset/wdl_limited/camera_segmentation/camera_segmentation_metrics.py similarity index 98% rename from third_party/camera_segmentation/camera_segmentation_metrics.py rename to src/waymo_open_dataset/wdl_limited/camera_segmentation/camera_segmentation_metrics.py index bf7f2bc..458bd7b 100644 --- a/third_party/camera_segmentation/camera_segmentation_metrics.py +++ b/src/waymo_open_dataset/wdl_limited/camera_segmentation/camera_segmentation_metrics.py @@ -19,8 +19,8 @@ import numpy as np -from deeplab2..data import dataset -from deeplab2..evaluation import segmentation_and_tracking_quality +from deeplab2.data import dataset +from deeplab2.evaluation import segmentation_and_tracking_quality from waymo_open_dataset.protos import camera_segmentation_metrics_pb2 diff --git a/third_party/camera_segmentation/camera_segmentation_metrics_test.py b/src/waymo_open_dataset/wdl_limited/camera_segmentation/camera_segmentation_metrics_test.py similarity index 97% rename from third_party/camera_segmentation/camera_segmentation_metrics_test.py rename to src/waymo_open_dataset/wdl_limited/camera_segmentation/camera_segmentation_metrics_test.py index a8a2b60..e92acfd 100644 --- a/third_party/camera_segmentation/camera_segmentation_metrics_test.py +++ b/src/waymo_open_dataset/wdl_limited/camera_segmentation/camera_segmentation_metrics_test.py @@ -17,7 +17,7 @@ import numpy as np import tensorflow as tf -from third_party.camera_segmentation import camera_segmentation_metrics +from waymo_open_dataset.wdl_limited.camera_segmentation import camera_segmentation_metrics class CameraSegmentationMetricsTest(tf.test.TestCase): diff --git a/third_party/sim_agents_metrics/BUILD b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/BUILD similarity index 75% rename from third_party/sim_agents_metrics/BUILD rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/BUILD index dc2cb31..975fb14 100644 --- a/third_party/sim_agents_metrics/BUILD +++ b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = [ @@ -16,13 +18,20 @@ filegroup( py_library( name = "estimators", srcs = ["estimators.py"], - deps = ["//waymo_open_dataset/protos:sim_agents_metrics_proto_py_pb2"], + deps = [ + requirement("numpy"), + requirement("scikit-learn"), + requirement("tensorflow"), + requirement("tensorflow_probability"), + "//waymo_open_dataset/protos:sim_agents_metrics_proto_py_pb2", + ], ) py_library( name = "interaction_features", srcs = ["interaction_features.py"], deps = [ + requirement("tensorflow"), ":trajectory_features", "//waymo_open_dataset/utils:box_utils", "//waymo_open_dataset/utils:geometry_utils", @@ -33,6 +42,7 @@ py_library( name = "map_metric_features", srcs = ["map_metric_features.py"], deps = [ + requirement("tensorflow"), ":trajectory_features", "//waymo_open_dataset/protos:map_proto_py_pb2", "//waymo_open_dataset/utils:box_utils", @@ -44,6 +54,7 @@ py_library( name = "metric_features", srcs = ["metric_features.py"], deps = [ + requirement("tensorflow"), ":interaction_features", ":map_metric_features", ":trajectory_features", @@ -62,6 +73,9 @@ py_library( ":challenge_config", ], deps = [ + requirement("numpy"), + requirement("protobuf"), + requirement("tensorflow"), ":estimators", ":metric_features", "//waymo_open_dataset/protos:scenario_proto_py_pb2", @@ -73,6 +87,10 @@ py_library( py_library( name = "trajectory_features", srcs = ["trajectory_features.py"], + deps = [ + requirement("numpy"), + requirement("tensorflow"), + ], ) # ==== PYTHON TESTS ==== @@ -80,6 +98,9 @@ py_test( name = "estimators_test", srcs = ["estimators_test.py"], deps = [ + requirement("absl-py"), + requirement("numpy"), + requirement("tensorflow"), ":estimators", "//waymo_open_dataset/protos:sim_agents_metrics_proto_py_pb2", ], @@ -89,6 +110,9 @@ py_test( name = "interaction_features_test", srcs = ["interaction_features_test.py"], deps = [ + requirement("absl-py"), + requirement("numpy"), + requirement("tensorflow"), ":interaction_features", "//waymo_open_dataset/utils:test_utils", "//waymo_open_dataset/utils/sim_agents:converters", @@ -100,6 +124,9 @@ py_test( name = "map_metric_features_test", srcs = ["map_metric_features_test.py"], deps = [ + requirement("absl-py"), + requirement("numpy"), + requirement("tensorflow"), ":map_metric_features", "//waymo_open_dataset/utils:test_utils", "//waymo_open_dataset/utils/sim_agents:converters", @@ -111,6 +138,7 @@ py_test( name = "metric_features_test", srcs = ["metric_features_test.py"], deps = [ + requirement("tensorflow"), ":metric_features", "//waymo_open_dataset/utils:test_utils", "//waymo_open_dataset/utils/sim_agents:converters", @@ -122,6 +150,7 @@ py_test( name = "metrics_test", srcs = ["metrics_test.py"], deps = [ + requirement("tensorflow"), ":metrics", "//waymo_open_dataset/protos:sim_agents_metrics_proto_py_pb2", "//waymo_open_dataset/utils:test_utils", @@ -133,5 +162,10 @@ py_test( name = "trajectory_features_test", srcs = ["trajectory_features_test.py"], python_version = "PY3", - deps = [":trajectory_features"], + deps = [ + requirement("absl-py"), + requirement("numpy"), + requirement("tensorflow"), + ":trajectory_features", + ], ) diff --git a/third_party/sim_agents_metrics/LICENSE b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/LICENSE similarity index 100% rename from third_party/sim_agents_metrics/LICENSE rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/LICENSE diff --git a/third_party/sim_agents_metrics/PATENTS b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/PATENTS similarity index 100% rename from third_party/sim_agents_metrics/PATENTS rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/PATENTS diff --git a/third_party/sim_agents_metrics/challenge_config.textproto b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/challenge_config.textproto similarity index 100% rename from third_party/sim_agents_metrics/challenge_config.textproto rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/challenge_config.textproto diff --git a/third_party/sim_agents_metrics/estimators.py b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/estimators.py similarity index 100% rename from third_party/sim_agents_metrics/estimators.py rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/estimators.py diff --git a/third_party/sim_agents_metrics/estimators_test.py b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/estimators_test.py similarity index 98% rename from third_party/sim_agents_metrics/estimators_test.py rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/estimators_test.py index fbf1973..b5fc802 100644 --- a/third_party/sim_agents_metrics/estimators_test.py +++ b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/estimators_test.py @@ -16,8 +16,10 @@ from absl.testing import parameterized import numpy as np import tensorflow as tf + from waymo_open_dataset.protos import sim_agents_metrics_pb2 -from third_party.sim_agents_metrics import estimators +from waymo_open_dataset.wdl_limited.sim_agents_metrics import estimators + _SimAgentMetricsConfig = sim_agents_metrics_pb2.SimAgentMetricsConfig _FeatureConfig = _SimAgentMetricsConfig.FeatureConfig diff --git a/third_party/sim_agents_metrics/interaction_features.py b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/interaction_features.py similarity index 99% rename from third_party/sim_agents_metrics/interaction_features.py rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/interaction_features.py index 2692760..1556a0b 100644 --- a/third_party/sim_agents_metrics/interaction_features.py +++ b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/interaction_features.py @@ -18,9 +18,10 @@ import tensorflow as tf -from third_party.sim_agents_metrics import trajectory_features from waymo_open_dataset.utils import box_utils from waymo_open_dataset.utils import geometry_utils +from waymo_open_dataset.wdl_limited.sim_agents_metrics import trajectory_features + # Constant distance to apply when distances between objects are invalid. This # will avoid the propagation of nans and should be reduced out when taking the diff --git a/third_party/sim_agents_metrics/interaction_features_test.py b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/interaction_features_test.py similarity index 99% rename from third_party/sim_agents_metrics/interaction_features_test.py rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/interaction_features_test.py index c2d27fc..842f21f 100644 --- a/third_party/sim_agents_metrics/interaction_features_test.py +++ b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/interaction_features_test.py @@ -20,10 +20,10 @@ import numpy as np import tensorflow as tf -from third_party.sim_agents_metrics import interaction_features from waymo_open_dataset.utils import test_utils from waymo_open_dataset.utils.sim_agents import converters from waymo_open_dataset.utils.sim_agents import test_utils as sim_agents_test_utils +from waymo_open_dataset.wdl_limited.sim_agents_metrics import interaction_features MAX_HEADING_DIFF = interaction_features.MAX_HEADING_DIFF diff --git a/third_party/sim_agents_metrics/map_metric_features.py b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/map_metric_features.py similarity index 100% rename from third_party/sim_agents_metrics/map_metric_features.py rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/map_metric_features.py diff --git a/third_party/sim_agents_metrics/map_metric_features_test.py b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/map_metric_features_test.py similarity index 98% rename from third_party/sim_agents_metrics/map_metric_features_test.py rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/map_metric_features_test.py index f7a2c53..09ca94d 100644 --- a/third_party/sim_agents_metrics/map_metric_features_test.py +++ b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/map_metric_features_test.py @@ -17,10 +17,10 @@ import tensorflow as tf -from third_party.sim_agents_metrics import map_metric_features from waymo_open_dataset.utils import test_utils from waymo_open_dataset.utils.sim_agents import converters from waymo_open_dataset.utils.sim_agents import test_utils as sim_agents_test_utils +from waymo_open_dataset.wdl_limited.sim_agents_metrics import map_metric_features PI = math.pi diff --git a/third_party/sim_agents_metrics/metric_features.py b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/metric_features.py similarity index 98% rename from third_party/sim_agents_metrics/metric_features.py rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/metric_features.py index 91c638f..da5f30c 100644 --- a/third_party/sim_agents_metrics/metric_features.py +++ b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/metric_features.py @@ -18,15 +18,17 @@ import collections import dataclasses + import tensorflow as tf + from waymo_open_dataset.protos import scenario_pb2 from waymo_open_dataset.protos import sim_agents_submission_pb2 -from third_party.sim_agents_metrics import interaction_features -from third_party.sim_agents_metrics import map_metric_features -from third_party.sim_agents_metrics import trajectory_features from waymo_open_dataset.utils import trajectory_utils from waymo_open_dataset.utils.sim_agents import converters from waymo_open_dataset.utils.sim_agents import submission_specs +from waymo_open_dataset.wdl_limited.sim_agents_metrics import interaction_features +from waymo_open_dataset.wdl_limited.sim_agents_metrics import map_metric_features +from waymo_open_dataset.wdl_limited.sim_agents_metrics import trajectory_features @dataclasses.dataclass(frozen=True) diff --git a/third_party/sim_agents_metrics/metric_features_test.py b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/metric_features_test.py similarity index 98% rename from third_party/sim_agents_metrics/metric_features_test.py rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/metric_features_test.py index 8fc10f0..f26f235 100644 --- a/third_party/sim_agents_metrics/metric_features_test.py +++ b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/metric_features_test.py @@ -15,10 +15,10 @@ import tensorflow as tf -from third_party.sim_agents_metrics import metric_features from waymo_open_dataset.utils import test_utils from waymo_open_dataset.utils.sim_agents import converters from waymo_open_dataset.utils.sim_agents import test_utils as sim_agents_test_utils +from waymo_open_dataset.wdl_limited.sim_agents_metrics import metric_features class MetricFeaturesTest(tf.test.TestCase): diff --git a/third_party/sim_agents_metrics/metrics.py b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/metrics.py similarity index 97% rename from third_party/sim_agents_metrics/metrics.py rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/metrics.py index 445cac2..aee88bb 100644 --- a/third_party/sim_agents_metrics/metrics.py +++ b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/metrics.py @@ -25,15 +25,15 @@ from waymo_open_dataset.protos import scenario_pb2 from waymo_open_dataset.protos import sim_agents_metrics_pb2 from waymo_open_dataset.protos import sim_agents_submission_pb2 -from third_party.sim_agents_metrics import estimators -from third_party.sim_agents_metrics import metric_features +from waymo_open_dataset.wdl_limited.sim_agents_metrics import estimators +from waymo_open_dataset.wdl_limited.sim_agents_metrics import metric_features def load_metrics_config() -> sim_agents_metrics_pb2.SimAgentMetricsConfig: """Loads the `SimAgentMetricsConfig` used for the challenge.""" # pylint: disable=line-too-long # pyformat: disable - config_path = '{pyglib_resource}third_party/sim_agents_metrics/challenge_config.textproto'.format(pyglib_resource='') + config_path = '{pyglib_resource}waymo_open_dataset/wdl_limited/sim_agents_metrics/challenge_config.textproto'.format(pyglib_resource='') with open(config_path, 'r') as f: config = sim_agents_metrics_pb2.SimAgentMetricsConfig() text_format.Parse(f.read(), config) diff --git a/third_party/sim_agents_metrics/metrics_test.py b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/metrics_test.py similarity index 98% rename from third_party/sim_agents_metrics/metrics_test.py rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/metrics_test.py index d804637..3e92d3f 100644 --- a/third_party/sim_agents_metrics/metrics_test.py +++ b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/metrics_test.py @@ -14,10 +14,12 @@ # ============================================================================= import tensorflow as tf + from waymo_open_dataset.protos import sim_agents_metrics_pb2 -from third_party.sim_agents_metrics import metrics from waymo_open_dataset.utils import test_utils from waymo_open_dataset.utils.sim_agents import test_utils as sim_agents_test_utils +from waymo_open_dataset.wdl_limited.sim_agents_metrics import metrics + _SimAgentMetricsConfig = sim_agents_metrics_pb2.SimAgentMetricsConfig _FeatureConfig = _SimAgentMetricsConfig.FeatureConfig diff --git a/third_party/sim_agents_metrics/trajectory_features.py b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/trajectory_features.py similarity index 100% rename from third_party/sim_agents_metrics/trajectory_features.py rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/trajectory_features.py diff --git a/third_party/sim_agents_metrics/trajectory_features_test.py b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/trajectory_features_test.py similarity index 98% rename from third_party/sim_agents_metrics/trajectory_features_test.py rename to src/waymo_open_dataset/wdl_limited/sim_agents_metrics/trajectory_features_test.py index 345f060..a090c58 100644 --- a/third_party/sim_agents_metrics/trajectory_features_test.py +++ b/src/waymo_open_dataset/wdl_limited/sim_agents_metrics/trajectory_features_test.py @@ -17,7 +17,7 @@ import numpy as np import tensorflow as tf -from third_party.sim_agents_metrics import trajectory_features +from waymo_open_dataset.wdl_limited.sim_agents_metrics import trajectory_features class TrajectoryFeaturesTest(parameterized.TestCase, tf.test.TestCase): diff --git a/tf/BUILD b/tf/BUILD deleted file mode 100644 index 8da5e41..0000000 --- a/tf/BUILD +++ /dev/null @@ -1 +0,0 @@ -package(default_applicable_licenses = ["//waymo_open_dataset:license"]) diff --git a/tf/BUILD.tpl b/tf/BUILD.tpl deleted file mode 100644 index bee021f..0000000 --- a/tf/BUILD.tpl +++ /dev/null @@ -1,18 +0,0 @@ -package(default_visibility = ["//visibility:public"]) - -cc_library( - name = "tf_header_lib", - hdrs = [":tf_header_include"], - includes = ["include"], - visibility = ["//visibility:public"], -) - -cc_library( - name = "libtensorflow_framework", - srcs = [":libtensorflow_framework.so"], - #data = ["lib/libtensorflow_framework.so"], - visibility = ["//visibility:public"], -) - -%{TF_HEADER_GENRULE} -%{TF_SHARED_LIBRARY_GENRULE} \ No newline at end of file diff --git a/tf/tf_configure.bzl b/tf/tf_configure.bzl deleted file mode 100644 index a7b06a1..0000000 --- a/tf/tf_configure.bzl +++ /dev/null @@ -1,295 +0,0 @@ -"""Setup TensorFlow as external dependency. - -This file is copied from https://github.com/tensorflow/custom-op. -""" - -_TF_HEADER_DIR = "TF_HEADER_DIR" -_TF_SHARED_LIBRARY_DIR = "TF_SHARED_LIBRARY_DIR" -_TF_SHARED_LIBRARY_NAME = "TF_SHARED_LIBRARY_NAME" - -def _tpl(repository_ctx, tpl, substitutions = {}, out = None): - if not out: - out = tpl - repository_ctx.template( - out, - Label("//tf:%s.tpl" % tpl), - substitutions, - ) - -def _fail(msg): - """Output failure message when auto configuration fails.""" - red = "\033[0;31m" - no_color = "\033[0m" - fail("%sPython Configuration Error:%s %s\n" % (red, no_color, msg)) - -def _is_windows(repository_ctx): - """Returns true if the host operating system is windows.""" - os_name = repository_ctx.os.name.lower() - if os_name.find("windows") != -1: - return True - return False - -def _execute( - repository_ctx, - cmdline, - error_msg = None, - error_details = None, - empty_stdout_fine = False): - """Executes an arbitrary shell command. - - Helper for executes an arbitrary shell command. - - Args: - repository_ctx: the repository_ctx object. - cmdline: list of strings, the command to execute. - error_msg: string, a summary of the error if the command fails. - error_details: string, details about the error or steps to fix it. - empty_stdout_fine: bool, if True, an empty stdout result is fine, otherwise - it's an error. - - Returns: - The result of repository_ctx.execute(cmdline). - """ - result = repository_ctx.execute(cmdline) - if result.stderr or not (empty_stdout_fine or result.stdout): - _fail("\n".join([ - error_msg.strip() if error_msg else "Repository command failed", - result.stderr.strip(), - error_details if error_details else "", - ])) - return result - -def _read_dir(repository_ctx, src_dir): - """Returns a string with all files in a directory. - - Finds all files inside a directory, traversing subfolders and following - symlinks. The returned string contains the full path of all files - separated by line breaks. - - Args: - repository_ctx: the repository_ctx object. - src_dir: directory to find files from. - - Returns: - A string of all files inside the given dir. - """ - if _is_windows(repository_ctx): - src_dir = src_dir.replace("/", "\\") - find_result = _execute( - repository_ctx, - ["cmd.exe", "/c", "dir", src_dir, "/b", "/s", "/a-d"], - empty_stdout_fine = True, - ) - - # src_files will be used in genrule.outs where the paths must - # use forward slashes. - result = find_result.stdout.replace("\\", "/") - else: - find_result = _execute( - repository_ctx, - ["find", src_dir, "-follow", "-type", "f"], - empty_stdout_fine = True, - ) - result = find_result.stdout - return result - -def _genrule(genrule_name, command, outs): - """Returns a string with a genrule. - - Genrule executes the given command and produces the given outputs. - - Args: - genrule_name: A unique name for genrule target. - command: The command to run. - outs: A list of files generated by this rule. - - Returns: - A genrule target. - """ - return ( - "genrule(\n" + - ' name = "' + - genrule_name + '",\n' + - " outs = [\n" + - outs + - "\n ],\n" + - ' cmd = """\n' + - command + - '\n """,\n' + - ")\n" - ) - -def _norm_path(path): - """Returns a path with '/' and remove the trailing slash.""" - path = path.replace("\\", "/") - if path[-1] == "/": - path = path[:-1] - return path - -def _symlink_genrule_for_dir( - repository_ctx, - src_dir, - dest_dir, - genrule_name, - src_files = [], - dest_files = []): - """Returns a genrule to symlink(or copy if on Windows) a set of files. - - If src_dir is passed, files will be read from the given directory; otherwise - we assume files are in src_files and dest_files. - - Args: - repository_ctx: the repository_ctx object. - src_dir: source directory. - dest_dir: directory to create symlink in. - genrule_name: genrule name. - src_files: list of source files instead of src_dir. - dest_files: list of corresonding destination files. - - Returns: - genrule target that creates the symlinks. - """ - if src_dir != None: - src_dir = _norm_path(src_dir) - dest_dir = _norm_path(dest_dir) - files = "\n".join(sorted(_read_dir(repository_ctx, src_dir).splitlines())) - - # Create a list with the src_dir stripped to use for outputs. - dest_files = files.replace(src_dir, "").splitlines() - src_files = files.splitlines() - command = [] - outs = [] - for i in range(len(dest_files)): - if dest_files[i] != "": - # If we have only one file to link we do not want to use the dest_dir, as - # $(@D) will include the full path to the file. - dest = "$(@D)/" + dest_dir + dest_files[i] if len(dest_files) != 1 else "$(@D)/" + dest_files[i] - - # Copy the headers to create a sandboxable setup. - cmd = "cp -f" - command.append(cmd + ' "%s" "%s"' % (src_files[i], dest)) - outs.append(' "' + dest_dir + dest_files[i] + '",') - genrule = _genrule( - genrule_name, - " && ".join(command), - "\n".join(outs), - ) - return genrule - -def _tf_pip_impl(repository_ctx): - tf_header_dir = repository_ctx.os.environ[_TF_HEADER_DIR] - - # Do nothing if Tensorflow is not installed - if len(tf_header_dir) < 3: - pass - tf_header_rule = _symlink_genrule_for_dir( - repository_ctx, - tf_header_dir, - "include", - "tf_header_include", - ) - - tf_shared_library_dir = repository_ctx.os.environ[_TF_SHARED_LIBRARY_DIR] - tf_shared_library_name = repository_ctx.os.environ[_TF_SHARED_LIBRARY_NAME] - tf_shared_library_path = "%s/%s" % (tf_shared_library_dir, tf_shared_library_name) - - tf_shared_library_rule = _symlink_genrule_for_dir( - repository_ctx, - None, - "", - "libtensorflow_framework.so", - [tf_shared_library_path], - ["libtensorflow_framework.so"], - ) - - _tpl(repository_ctx, "BUILD", { - "%{TF_HEADER_GENRULE}": tf_header_rule, - "%{TF_SHARED_LIBRARY_GENRULE}": tf_shared_library_rule, - }) - -tf_configure = repository_rule( - implementation = _tf_pip_impl, - environ = [ - _TF_HEADER_DIR, - _TF_SHARED_LIBRARY_DIR, - _TF_SHARED_LIBRARY_NAME, - ], -) - -def _eigen_archive_repo_impl(repository_ctx): - tf_header_dir = repository_ctx.os.environ[_TF_HEADER_DIR] - - # Do nothing if Tensorflow is not installed - if len(tf_header_dir) < 3: - pass - - repository_ctx.symlink(tf_header_dir, "") - repository_ctx.file( - "BUILD", - content = """ -# Description: -# Eigen is a C++ template library for linear algebra: vectors, -# matrices, and related algorithms. -# -# This is mostly copied from tensorflow. - -licenses([ - # Note: Eigen is an MPL2 library that includes GPL v3 and LGPL v2.1+ code. - # We've taken special care to not reference any restricted code. - "reciprocal", # MPL2 - "notice", # Portions BSD -]) - -exports_files(["COPYING.MPL2"]) - -EIGEN_FILES = [ - "Eigen/**", - "unsupported/Eigen/CXX11/**", - "unsupported/Eigen/FFT", - "unsupported/Eigen/KroneckerProduct", - "unsupported/Eigen/src/FFT/**", - "unsupported/Eigen/src/KroneckerProduct/**", - "unsupported/Eigen/MatrixFunctions", - "unsupported/Eigen/SpecialFunctions", - "unsupported/Eigen/src/MatrixFunctions/**", - "unsupported/Eigen/src/SpecialFunctions/**", -] - -# Files known to be under MPL2 license. -EIGEN_MPL2_HEADER_FILES = glob( - EIGEN_FILES, - exclude = [ - # Guarantees that any non-MPL2 file added to the list above will fail to - # compile. - "Eigen/src/Core/util/NonMPL2.h", - "Eigen/**/CMakeLists.txt", - ], -) - -cc_library( - name = "eigen", - hdrs = EIGEN_MPL2_HEADER_FILES, - defines = [ - # This define (mostly) guarantees we don't link any problematic - # code. We use it, but we do not rely on it, as evidenced above. - "EIGEN_MPL2_ONLY", - "EIGEN_MAX_ALIGN_BYTES=64", - "EIGEN_HAS_TYPE_TRAITS=0", - ], - includes = ["."], - visibility = ["//visibility:public"], -) - -filegroup( - name = "eigen_header_files", - srcs = EIGEN_MPL2_HEADER_FILES, - visibility = ["//visibility:public"], -) -""", - executable = False, - ) - -make_eigen_repo = repository_rule( - implementation = _eigen_archive_repo_impl, - environ = [_TF_HEADER_DIR], -) diff --git a/tf/workspace_tf2_0_0.bzl b/tf/workspace_tf2_0_0.bzl deleted file mode 100644 index 8ad7e62..0000000 --- a/tf/workspace_tf2_0_0.bzl +++ /dev/null @@ -1,50 +0,0 @@ -"""Install dependencies.""" - -load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") - -def load_tf_version_specific_dependencies(): - """Load TF version specific dependencies.""" - http_archive( - name = "com_google_absl", - sha256 = "56cd3fbbbd94468a5fff58f5df2b6f9de7a0272870c61f6ca05b869934f4802a", - strip_prefix = "abseil-cpp-daf381e8535a1f1f1b8a75966a74e7cca63dee89", - urls = [ - "https://github.com/abseil/abseil-cpp/archive/daf381e8535a1f1f1b8a75966a74e7cca63dee89.tar.gz", - ], - ) - - http_archive( - name = "zlib", - build_file = "//third_party:zlib.BUILD", - sha256 = "c3e5e9fdd5004dcb542feda5ee4f0ff0744628baf8ed2dd5d66f8ca1197cb1a1", - strip_prefix = "zlib-1.2.11", - urls = [ - "http://mirror.tensorflow.org/zlib.net/zlib-1.2.11.tar.gz", - "https://zlib.net/zlib-1.2.11.tar.gz", - ], - ) - - PROTOBUF_URLS = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/protocolbuffers/protobuf/archive/310ba5ee72661c081129eb878c1bbcec936b20f0.tar.gz", - "https://github.com/protocolbuffers/protobuf/archive/310ba5ee72661c081129eb878c1bbcec936b20f0.tar.gz", - ] - - PROTOBUF_SHA256 = "b9e92f9af8819bbbc514e2902aec860415b70209f31dfc8c4fa72515a5df9d59" - - PROTOBUF_STRIP_PREFIX = "protobuf-310ba5ee72661c081129eb878c1bbcec936b20f0" - - # We need to import the protobuf library under the names com_google_protobuf - # and com_google_protobuf_cc to enable proto_library support in bazel. - http_archive( - name = "com_google_protobuf", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) - - http_archive( - name = "com_google_protobuf_cc", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) diff --git a/tf/workspace_tf2_10_0.bzl b/tf/workspace_tf2_10_0.bzl deleted file mode 100644 index 9d406ac..0000000 --- a/tf/workspace_tf2_10_0.bzl +++ /dev/null @@ -1,51 +0,0 @@ -"""Install dependencies.""" - -load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") - -def load_tf_version_specific_dependencies(): - """Load TF version specific dependencies.""" - http_archive( - name = "com_google_absl", - sha256 = "94aef187f688665dc299d09286bfa0d22c4ecb86a80b156dff6aabadc5a5c26d", - strip_prefix = "abseil-cpp-273292d1cfc0a94a65082ee350509af1d113344d", - urls = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/abseil/abseil-cpp/archive/273292d1cfc0a94a65082ee350509af1d113344d.tar.gz", - "https://github.com/abseil/abseil-cpp/archive/273292d1cfc0a94a65082ee350509af1d113344d.tar.gz", - ], - ) - - http_archive( - name = "zlib", - build_file = "//third_party:zlib.BUILD", - sha256 = "91844808532e5ce316b3c010929493c0244f3d37593afd6de04f71821d5136d9", - strip_prefix = "zlib-1.2.12", - urls = [ - "http://mirror.tensorflow.org/zlib.net/zlib-1.2.12.tar.gz", - "https://zlib.net/zlib-1.2.12.tar.gz", - ], - ) - - PROTOBUF_URLS = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", - "https://github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", - ] - - PROTOBUF_SHA256 = "cfcba2df10feec52a84208693937c17a4b5df7775e1635c1e3baffc487b24c9b" - - PROTOBUF_STRIP_PREFIX = "protobuf-3.9.2" - - # We need to import the protobuf library under the names com_google_protobuf - # and com_google_protobuf_cc to enable proto_library support in bazel. - http_archive( - name = "com_google_protobuf", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) - - http_archive( - name = "com_google_protobuf_cc", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) diff --git a/tf/workspace_tf2_11_0.bzl b/tf/workspace_tf2_11_0.bzl deleted file mode 100644 index 9d406ac..0000000 --- a/tf/workspace_tf2_11_0.bzl +++ /dev/null @@ -1,51 +0,0 @@ -"""Install dependencies.""" - -load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") - -def load_tf_version_specific_dependencies(): - """Load TF version specific dependencies.""" - http_archive( - name = "com_google_absl", - sha256 = "94aef187f688665dc299d09286bfa0d22c4ecb86a80b156dff6aabadc5a5c26d", - strip_prefix = "abseil-cpp-273292d1cfc0a94a65082ee350509af1d113344d", - urls = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/abseil/abseil-cpp/archive/273292d1cfc0a94a65082ee350509af1d113344d.tar.gz", - "https://github.com/abseil/abseil-cpp/archive/273292d1cfc0a94a65082ee350509af1d113344d.tar.gz", - ], - ) - - http_archive( - name = "zlib", - build_file = "//third_party:zlib.BUILD", - sha256 = "91844808532e5ce316b3c010929493c0244f3d37593afd6de04f71821d5136d9", - strip_prefix = "zlib-1.2.12", - urls = [ - "http://mirror.tensorflow.org/zlib.net/zlib-1.2.12.tar.gz", - "https://zlib.net/zlib-1.2.12.tar.gz", - ], - ) - - PROTOBUF_URLS = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", - "https://github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", - ] - - PROTOBUF_SHA256 = "cfcba2df10feec52a84208693937c17a4b5df7775e1635c1e3baffc487b24c9b" - - PROTOBUF_STRIP_PREFIX = "protobuf-3.9.2" - - # We need to import the protobuf library under the names com_google_protobuf - # and com_google_protobuf_cc to enable proto_library support in bazel. - http_archive( - name = "com_google_protobuf", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) - - http_archive( - name = "com_google_protobuf_cc", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) diff --git a/tf/workspace_tf2_1_0.bzl b/tf/workspace_tf2_1_0.bzl deleted file mode 100644 index 8ad7e62..0000000 --- a/tf/workspace_tf2_1_0.bzl +++ /dev/null @@ -1,50 +0,0 @@ -"""Install dependencies.""" - -load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") - -def load_tf_version_specific_dependencies(): - """Load TF version specific dependencies.""" - http_archive( - name = "com_google_absl", - sha256 = "56cd3fbbbd94468a5fff58f5df2b6f9de7a0272870c61f6ca05b869934f4802a", - strip_prefix = "abseil-cpp-daf381e8535a1f1f1b8a75966a74e7cca63dee89", - urls = [ - "https://github.com/abseil/abseil-cpp/archive/daf381e8535a1f1f1b8a75966a74e7cca63dee89.tar.gz", - ], - ) - - http_archive( - name = "zlib", - build_file = "//third_party:zlib.BUILD", - sha256 = "c3e5e9fdd5004dcb542feda5ee4f0ff0744628baf8ed2dd5d66f8ca1197cb1a1", - strip_prefix = "zlib-1.2.11", - urls = [ - "http://mirror.tensorflow.org/zlib.net/zlib-1.2.11.tar.gz", - "https://zlib.net/zlib-1.2.11.tar.gz", - ], - ) - - PROTOBUF_URLS = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/protocolbuffers/protobuf/archive/310ba5ee72661c081129eb878c1bbcec936b20f0.tar.gz", - "https://github.com/protocolbuffers/protobuf/archive/310ba5ee72661c081129eb878c1bbcec936b20f0.tar.gz", - ] - - PROTOBUF_SHA256 = "b9e92f9af8819bbbc514e2902aec860415b70209f31dfc8c4fa72515a5df9d59" - - PROTOBUF_STRIP_PREFIX = "protobuf-310ba5ee72661c081129eb878c1bbcec936b20f0" - - # We need to import the protobuf library under the names com_google_protobuf - # and com_google_protobuf_cc to enable proto_library support in bazel. - http_archive( - name = "com_google_protobuf", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) - - http_archive( - name = "com_google_protobuf_cc", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) diff --git a/tf/workspace_tf2_2_0.bzl b/tf/workspace_tf2_2_0.bzl deleted file mode 100644 index 8ad7e62..0000000 --- a/tf/workspace_tf2_2_0.bzl +++ /dev/null @@ -1,50 +0,0 @@ -"""Install dependencies.""" - -load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") - -def load_tf_version_specific_dependencies(): - """Load TF version specific dependencies.""" - http_archive( - name = "com_google_absl", - sha256 = "56cd3fbbbd94468a5fff58f5df2b6f9de7a0272870c61f6ca05b869934f4802a", - strip_prefix = "abseil-cpp-daf381e8535a1f1f1b8a75966a74e7cca63dee89", - urls = [ - "https://github.com/abseil/abseil-cpp/archive/daf381e8535a1f1f1b8a75966a74e7cca63dee89.tar.gz", - ], - ) - - http_archive( - name = "zlib", - build_file = "//third_party:zlib.BUILD", - sha256 = "c3e5e9fdd5004dcb542feda5ee4f0ff0744628baf8ed2dd5d66f8ca1197cb1a1", - strip_prefix = "zlib-1.2.11", - urls = [ - "http://mirror.tensorflow.org/zlib.net/zlib-1.2.11.tar.gz", - "https://zlib.net/zlib-1.2.11.tar.gz", - ], - ) - - PROTOBUF_URLS = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/protocolbuffers/protobuf/archive/310ba5ee72661c081129eb878c1bbcec936b20f0.tar.gz", - "https://github.com/protocolbuffers/protobuf/archive/310ba5ee72661c081129eb878c1bbcec936b20f0.tar.gz", - ] - - PROTOBUF_SHA256 = "b9e92f9af8819bbbc514e2902aec860415b70209f31dfc8c4fa72515a5df9d59" - - PROTOBUF_STRIP_PREFIX = "protobuf-310ba5ee72661c081129eb878c1bbcec936b20f0" - - # We need to import the protobuf library under the names com_google_protobuf - # and com_google_protobuf_cc to enable proto_library support in bazel. - http_archive( - name = "com_google_protobuf", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) - - http_archive( - name = "com_google_protobuf_cc", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) diff --git a/tf/workspace_tf2_3_0.bzl b/tf/workspace_tf2_3_0.bzl deleted file mode 100644 index 72c2318..0000000 --- a/tf/workspace_tf2_3_0.bzl +++ /dev/null @@ -1,51 +0,0 @@ -"""Install dependencies.""" - -load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") - -def load_tf_version_specific_dependencies(): - """Load TF version specific dependencies.""" - http_archive( - name = "com_google_absl", - sha256 = "f368a8476f4e2e0eccf8a7318b98dafbe30b2600f4e3cf52636e5eb145aba06a", - strip_prefix = "abseil-cpp-df3ea785d8c30a9503321a3d35ee7d35808f190d", - urls = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/abseil/abseil-cpp/archive/df3ea785d8c30a9503321a3d35ee7d35808f190d.tar.gz", - "https://github.com/abseil/abseil-cpp/archive/df3ea785d8c30a9503321a3d35ee7d35808f190d.tar.gz", - ], - ) - - http_archive( - name = "zlib", - build_file = "//third_party:zlib.BUILD", - sha256 = "c3e5e9fdd5004dcb542feda5ee4f0ff0744628baf8ed2dd5d66f8ca1197cb1a1", - strip_prefix = "zlib-1.2.11", - urls = [ - "http://mirror.tensorflow.org/zlib.net/zlib-1.2.11.tar.gz", - "https://zlib.net/zlib-1.2.11.tar.gz", - ], - ) - - PROTOBUF_URLS = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", - "https://github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", - ] - - PROTOBUF_SHA256 = "cfcba2df10feec52a84208693937c17a4b5df7775e1635c1e3baffc487b24c9b" - - PROTOBUF_STRIP_PREFIX = "protobuf-3.9.2" - - # We need to import the protobuf library under the names com_google_protobuf - # and com_google_protobuf_cc to enable proto_library support in bazel. - http_archive( - name = "com_google_protobuf", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) - - http_archive( - name = "com_google_protobuf_cc", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) diff --git a/tf/workspace_tf2_4_0.bzl b/tf/workspace_tf2_4_0.bzl deleted file mode 100644 index 72c2318..0000000 --- a/tf/workspace_tf2_4_0.bzl +++ /dev/null @@ -1,51 +0,0 @@ -"""Install dependencies.""" - -load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") - -def load_tf_version_specific_dependencies(): - """Load TF version specific dependencies.""" - http_archive( - name = "com_google_absl", - sha256 = "f368a8476f4e2e0eccf8a7318b98dafbe30b2600f4e3cf52636e5eb145aba06a", - strip_prefix = "abseil-cpp-df3ea785d8c30a9503321a3d35ee7d35808f190d", - urls = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/abseil/abseil-cpp/archive/df3ea785d8c30a9503321a3d35ee7d35808f190d.tar.gz", - "https://github.com/abseil/abseil-cpp/archive/df3ea785d8c30a9503321a3d35ee7d35808f190d.tar.gz", - ], - ) - - http_archive( - name = "zlib", - build_file = "//third_party:zlib.BUILD", - sha256 = "c3e5e9fdd5004dcb542feda5ee4f0ff0744628baf8ed2dd5d66f8ca1197cb1a1", - strip_prefix = "zlib-1.2.11", - urls = [ - "http://mirror.tensorflow.org/zlib.net/zlib-1.2.11.tar.gz", - "https://zlib.net/zlib-1.2.11.tar.gz", - ], - ) - - PROTOBUF_URLS = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", - "https://github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", - ] - - PROTOBUF_SHA256 = "cfcba2df10feec52a84208693937c17a4b5df7775e1635c1e3baffc487b24c9b" - - PROTOBUF_STRIP_PREFIX = "protobuf-3.9.2" - - # We need to import the protobuf library under the names com_google_protobuf - # and com_google_protobuf_cc to enable proto_library support in bazel. - http_archive( - name = "com_google_protobuf", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) - - http_archive( - name = "com_google_protobuf_cc", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) diff --git a/tf/workspace_tf2_5_0.bzl b/tf/workspace_tf2_5_0.bzl deleted file mode 100644 index 8ed01ac..0000000 --- a/tf/workspace_tf2_5_0.bzl +++ /dev/null @@ -1,51 +0,0 @@ -"""Install dependencies.""" - -load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") - -def load_tf_version_specific_dependencies(): - """Load TF version specific dependencies.""" - http_archive( - name = "com_google_absl", - sha256 = "62c27e7a633e965a2f40ff16b487c3b778eae440bab64cad83b34ef1cbe3aa93", - strip_prefix = "abseil-cpp-6f9d96a1f41439ac172ee2ef7ccd8edf0e5d068c", - urls = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/abseil/abseil-cpp/archive/6f9d96a1f41439ac172ee2ef7ccd8edf0e5d068c.tar.gz", - "https://github.com/abseil/abseil-cpp/archive/6f9d96a1f41439ac172ee2ef7ccd8edf0e5d068c.tar.gz", - ], - ) - - http_archive( - name = "zlib", - build_file = "//third_party:zlib.BUILD", - sha256 = "c3e5e9fdd5004dcb542feda5ee4f0ff0744628baf8ed2dd5d66f8ca1197cb1a1", - strip_prefix = "zlib-1.2.11", - urls = [ - "http://mirror.tensorflow.org/zlib.net/zlib-1.2.11.tar.gz", - "https://zlib.net/zlib-1.2.11.tar.gz", - ], - ) - - PROTOBUF_URLS = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", - "https://github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", - ] - - PROTOBUF_SHA256 = "cfcba2df10feec52a84208693937c17a4b5df7775e1635c1e3baffc487b24c9b" - - PROTOBUF_STRIP_PREFIX = "protobuf-3.9.2" - - # We need to import the protobuf library under the names com_google_protobuf - # and com_google_protobuf_cc to enable proto_library support in bazel. - http_archive( - name = "com_google_protobuf", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) - - http_archive( - name = "com_google_protobuf_cc", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) diff --git a/tf/workspace_tf2_6_0.bzl b/tf/workspace_tf2_6_0.bzl deleted file mode 100644 index 48fb679..0000000 --- a/tf/workspace_tf2_6_0.bzl +++ /dev/null @@ -1,51 +0,0 @@ -"""Install dependencies.""" - -load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") - -def load_tf_version_specific_dependencies(): - """Load TF version specific dependencies.""" - http_archive( - name = "com_google_absl", - sha256 = "35f22ef5cb286f09954b7cc4c85b5a3f6221c9d4df6b8c4a1e9d399555b366ee", - strip_prefix = "abseil-cpp-997aaf3a28308eba1b9156aa35ab7bca9688e9f6", - urls = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/abseil/abseil-cpp/archive/997aaf3a28308eba1b9156aa35ab7bca9688e9f6.tar.gz", - "https://github.com/abseil/abseil-cpp/archive/997aaf3a28308eba1b9156aa35ab7bca9688e9f6.tar.gz", - ], - ) - - http_archive( - name = "zlib", - build_file = "//third_party:zlib.BUILD", - sha256 = "c3e5e9fdd5004dcb542feda5ee4f0ff0744628baf8ed2dd5d66f8ca1197cb1a1", - strip_prefix = "zlib-1.2.11", - urls = [ - "http://mirror.tensorflow.org/zlib.net/zlib-1.2.11.tar.gz", - "https://zlib.net/zlib-1.2.11.tar.gz", - ], - ) - - PROTOBUF_URLS = [ - "https://storage.googleapis.com/mirror.tensorflow.org/github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", - "https://github.com/protocolbuffers/protobuf/archive/v3.9.2.zip", - ] - - PROTOBUF_SHA256 = "cfcba2df10feec52a84208693937c17a4b5df7775e1635c1e3baffc487b24c9b" - - PROTOBUF_STRIP_PREFIX = "protobuf-3.9.2" - - # We need to import the protobuf library under the names com_google_protobuf - # and com_google_protobuf_cc to enable proto_library support in bazel. - http_archive( - name = "com_google_protobuf", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) - - http_archive( - name = "com_google_protobuf_cc", - sha256 = PROTOBUF_SHA256, - strip_prefix = PROTOBUF_STRIP_PREFIX, - urls = PROTOBUF_URLS, - ) diff --git a/third_party/BUILD b/third_party/BUILD deleted file mode 100644 index 8da5e41..0000000 --- a/third_party/BUILD +++ /dev/null @@ -1 +0,0 @@ -package(default_applicable_licenses = ["//waymo_open_dataset:license"]) diff --git a/third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/BUILD b/third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/BUILD deleted file mode 100755 index a0096e5..0000000 --- a/third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/BUILD +++ /dev/null @@ -1,173 +0,0 @@ -# This file is expanded from a template by cuda_configure.bzl -# Update cuda_configure.bzl#verify_build_defines when adding new variables. - -load(":cc_toolchain_config.bzl", "cc_toolchain_config") - -licenses(["restricted"]) - -package(default_visibility = ["//visibility:public"]) - -toolchain( - name = "toolchain-linux-x86_64", - exec_compatible_with = [ - "@bazel_tools//platforms:linux", - "@bazel_tools//platforms:x86_64", - ], - target_compatible_with = [ - "@bazel_tools//platforms:linux", - "@bazel_tools//platforms:x86_64", - ], - toolchain = ":cc-compiler-local", - toolchain_type = "@bazel_tools//tools/cpp:toolchain_type", -) - -cc_toolchain_suite( - name = "toolchain", - toolchains = { - "local|compiler": ":cc-compiler-local", - "darwin|compiler": ":cc-compiler-darwin", - "x64_windows|msvc-cl": ":cc-compiler-windows", - "x64_windows": ":cc-compiler-windows", - "arm": ":cc-compiler-local", - "aarch64": ":cc-compiler-local", - "k8": ":cc-compiler-local", - "piii": ":cc-compiler-local", - "ppc": ":cc-compiler-local", - "darwin": ":cc-compiler-darwin", - }, -) - -cc_toolchain( - name = "cc-compiler-local", - all_files = ":crosstool_wrapper_driver_is_not_gcc", - ar_files = ":crosstool_wrapper_driver_is_not_gcc", - as_files = ":crosstool_wrapper_driver_is_not_gcc", - compiler_files = ":crosstool_wrapper_driver_is_not_gcc", - dwp_files = ":empty", - linker_files = ":crosstool_wrapper_driver_is_not_gcc", - objcopy_files = ":empty", - strip_files = ":empty", - # To support linker flags that need to go to the start of command line - # we need the toolchain to support parameter files. Parameter files are - # last on the command line and contain all shared libraries to link, so all - # regular options will be left of them. - supports_param_files = 1, - toolchain_config = ":cc-compiler-local-config", - toolchain_identifier = "local_linux", -) - -cc_toolchain_config( - name = "cc-compiler-local-config", - builtin_include_directories = [ - "/dt7/usr/include/c++/7", - "/dt7/usr/include/c++/7/x86_64-pc-linux-gnu", - "/dt7/usr/include/c++/7/backward", - "/dt7/usr/lib/gcc/x86_64-pc-linux-gnu/7/include", - "/dt7/usr/lib/gcc/x86_64-pc-linux-gnu/7/include-fixed", - "/dt7/usr/include", - "/usr/local/cuda-10.0/targets/x86_64-linux/include", - "/usr/local/cuda-10.0/include", - "/usr/local/cuda-10.0/extras/CUPTI/include", - "/usr/include", - ], - cpu = "local", - extra_no_canonical_prefixes_flags = ["-fno-canonical-system-headers"], - host_compiler_path = "clang/bin/crosstool_wrapper_driver_is_not_gcc", - host_compiler_prefix = "/usr/bin", - host_compiler_warnings = [], - host_unfiltered_compile_flags = [], - linker_bin_path = "/usr/bin", -) - -cc_toolchain( - name = "cc-compiler-darwin", - all_files = ":crosstool_wrapper_driver_is_not_gcc", - ar_files = ":crosstool_wrapper_driver_is_not_gcc", - as_files = ":crosstool_wrapper_driver_is_not_gcc", - compiler_files = ":crosstool_wrapper_driver_is_not_gcc", - dwp_files = ":empty", - linker_files = ":crosstool_wrapper_driver_is_not_gcc", - objcopy_files = ":empty", - strip_files = ":empty", - supports_param_files = 0, - toolchain_config = ":cc-compiler-local-darwin", - toolchain_identifier = "local_darwin", -) - -cc_toolchain_config( - name = "cc-compiler-local-darwin", - builtin_include_directories = [ - "/dt7/usr/include/c++/7", - "/dt7/usr/include/c++/7/x86_64-pc-linux-gnu", - "/dt7/usr/include/c++/7/backward", - "/dt7/usr/lib/gcc/x86_64-pc-linux-gnu/7/include", - "/dt7/usr/lib/gcc/x86_64-pc-linux-gnu/7/include-fixed", - "/dt7/usr/include", - "/usr/local/cuda-10.0/targets/x86_64-linux/include", - "/usr/local/cuda-10.0/include", - "/usr/local/cuda-10.0/extras/CUPTI/include", - "/usr/include", - ], - cpu = "darwin", - extra_no_canonical_prefixes_flags = ["-fno-canonical-system-headers"], - host_compiler_path = "clang/bin/crosstool_wrapper_driver_is_not_gcc", - host_compiler_prefix = "/usr/bin", - host_compiler_warnings = [], - host_unfiltered_compile_flags = [], - linker_bin_path = "/usr/bin", -) - -cc_toolchain( - name = "cc-compiler-windows", - all_files = ":windows_msvc_wrapper_files", - ar_files = ":windows_msvc_wrapper_files", - as_files = ":windows_msvc_wrapper_files", - compiler_files = ":windows_msvc_wrapper_files", - dwp_files = ":empty", - linker_files = ":windows_msvc_wrapper_files", - objcopy_files = ":empty", - strip_files = ":empty", - supports_param_files = 1, - toolchain_config = ":cc-compiler-windows-config", - toolchain_identifier = "local_windows", -) - -cc_toolchain_config( - name = "cc-compiler-windows-config", - builtin_include_directories = [ - "/dt7/usr/include/c++/7", - "/dt7/usr/include/c++/7/x86_64-pc-linux-gnu", - "/dt7/usr/include/c++/7/backward", - "/dt7/usr/lib/gcc/x86_64-pc-linux-gnu/7/include", - "/dt7/usr/lib/gcc/x86_64-pc-linux-gnu/7/include-fixed", - "/dt7/usr/include", - "/usr/local/cuda-10.0/targets/x86_64-linux/include", - "/usr/local/cuda-10.0/include", - "/usr/local/cuda-10.0/extras/CUPTI/include", - "/usr/include", - ], - cpu = "x64_windows", - msvc_cl_path = "msvc_not_used", - msvc_env_include = "msvc_not_used", - msvc_env_lib = "msvc_not_used", - msvc_env_path = "msvc_not_used", - msvc_env_tmp = "msvc_not_used", - msvc_lib_path = "msvc_not_used", - msvc_link_path = "msvc_not_used", - msvc_ml_path = "msvc_not_used", -) - -filegroup( - name = "empty", - srcs = [], -) - -filegroup( - name = "crosstool_wrapper_driver_is_not_gcc", - srcs = ["clang/bin/crosstool_wrapper_driver_is_not_gcc"], -) - -filegroup( - name = "windows_msvc_wrapper_files", - srcs = glob(["windows/msvc_*"]), -) diff --git a/third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/cc_toolchain_config.bzl b/third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/cc_toolchain_config.bzl deleted file mode 100755 index 282ba08..0000000 --- a/third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/cc_toolchain_config.bzl +++ /dev/null @@ -1,1486 +0,0 @@ -"""cc_toolchain_config rule for configuring CUDA toolchains on Linux, Mac, and Windows.""" - -load( - "@bazel_tools//tools/cpp:cc_toolchain_config_lib.bzl", - "action_config", - "env_entry", - "env_set", - "feature", - "feature_set", - "flag_group", - "flag_set", - "tool", - "tool_path", - "variable_with_value", -) -load( - "@bazel_tools//tools/build_defs/cc:action_names.bzl", - "ASSEMBLE_ACTION_NAME", - "CC_FLAGS_MAKE_VARIABLE_ACTION_NAME", - "CLIF_MATCH_ACTION_NAME", - "CPP_COMPILE_ACTION_NAME", - "CPP_HEADER_PARSING_ACTION_NAME", - "CPP_LINK_DYNAMIC_LIBRARY_ACTION_NAME", - "CPP_LINK_EXECUTABLE_ACTION_NAME", - "CPP_LINK_NODEPS_DYNAMIC_LIBRARY_ACTION_NAME", - "CPP_LINK_STATIC_LIBRARY_ACTION_NAME", - "CPP_MODULE_CODEGEN_ACTION_NAME", - "CPP_MODULE_COMPILE_ACTION_NAME", - "C_COMPILE_ACTION_NAME", - "LINKSTAMP_COMPILE_ACTION_NAME", - "LTO_BACKEND_ACTION_NAME", - "LTO_INDEXING_ACTION_NAME", - "OBJCPP_COMPILE_ACTION_NAME", - "OBJCPP_EXECUTABLE_ACTION_NAME", - "OBJC_ARCHIVE_ACTION_NAME", - "OBJC_COMPILE_ACTION_NAME", - "OBJC_EXECUTABLE_ACTION_NAME", - "OBJC_FULLY_LINK_ACTION_NAME", - "PREPROCESS_ASSEMBLE_ACTION_NAME", - "STRIP_ACTION_NAME", -) - -ACTION_NAMES = struct( - c_compile = C_COMPILE_ACTION_NAME, - cpp_compile = CPP_COMPILE_ACTION_NAME, - linkstamp_compile = LINKSTAMP_COMPILE_ACTION_NAME, - cc_flags_make_variable = CC_FLAGS_MAKE_VARIABLE_ACTION_NAME, - cpp_module_codegen = CPP_MODULE_CODEGEN_ACTION_NAME, - cpp_header_parsing = CPP_HEADER_PARSING_ACTION_NAME, - cpp_module_compile = CPP_MODULE_COMPILE_ACTION_NAME, - assemble = ASSEMBLE_ACTION_NAME, - preprocess_assemble = PREPROCESS_ASSEMBLE_ACTION_NAME, - lto_indexing = LTO_INDEXING_ACTION_NAME, - lto_backend = LTO_BACKEND_ACTION_NAME, - cpp_link_executable = CPP_LINK_EXECUTABLE_ACTION_NAME, - cpp_link_dynamic_library = CPP_LINK_DYNAMIC_LIBRARY_ACTION_NAME, - cpp_link_nodeps_dynamic_library = CPP_LINK_NODEPS_DYNAMIC_LIBRARY_ACTION_NAME, - cpp_link_static_library = CPP_LINK_STATIC_LIBRARY_ACTION_NAME, - strip = STRIP_ACTION_NAME, - objc_archive = OBJC_ARCHIVE_ACTION_NAME, - objc_compile = OBJC_COMPILE_ACTION_NAME, - objc_executable = OBJC_EXECUTABLE_ACTION_NAME, - objc_fully_link = OBJC_FULLY_LINK_ACTION_NAME, - objcpp_compile = OBJCPP_COMPILE_ACTION_NAME, - objcpp_executable = OBJCPP_EXECUTABLE_ACTION_NAME, - clif_match = CLIF_MATCH_ACTION_NAME, - objcopy_embed_data = "objcopy_embed_data", - ld_embed_data = "ld_embed_data", -) - -def _impl(ctx): - if (ctx.attr.cpu == "darwin"): - toolchain_identifier = "local_darwin" - elif (ctx.attr.cpu == "local"): - toolchain_identifier = "local_linux" - elif (ctx.attr.cpu == "x64_windows"): - toolchain_identifier = "local_windows" - else: - fail("Unreachable") - - host_system_name = "local" - - target_system_name = "local" - - if (ctx.attr.cpu == "darwin"): - target_cpu = "darwin" - elif (ctx.attr.cpu == "local"): - target_cpu = "local" - elif (ctx.attr.cpu == "x64_windows"): - target_cpu = "x64_windows" - else: - fail("Unreachable") - - if (ctx.attr.cpu == "local"): - target_libc = "local" - elif (ctx.attr.cpu == "darwin"): - target_libc = "macosx" - elif (ctx.attr.cpu == "x64_windows"): - target_libc = "msvcrt" - else: - fail("Unreachable") - - if (ctx.attr.cpu == "darwin" or - ctx.attr.cpu == "local"): - compiler = "compiler" - elif (ctx.attr.cpu == "x64_windows"): - compiler = "msvc-cl" - else: - fail("Unreachable") - - abi_version = "local" - - abi_libc_version = "local" - - cc_target_os = None - - builtin_sysroot = None - - all_link_actions = [ - ACTION_NAMES.cpp_link_executable, - ACTION_NAMES.cpp_link_dynamic_library, - ACTION_NAMES.cpp_link_nodeps_dynamic_library, - ] - - cpp_link_dynamic_library_action = action_config( - action_name = ACTION_NAMES.cpp_link_dynamic_library, - implies = [ - "nologo", - "shared_flag", - "linkstamps", - "output_execpath_flags", - "input_param_flags", - "user_link_flags", - "linker_subsystem_flag", - "linker_param_file", - "msvc_env", - "no_stripping", - "has_configured_linker_path", - "def_file", - ], - tools = [tool(path = ctx.attr.msvc_link_path)], - ) - - cpp_link_nodeps_dynamic_library_action = action_config( - action_name = ACTION_NAMES.cpp_link_nodeps_dynamic_library, - implies = [ - "nologo", - "shared_flag", - "linkstamps", - "output_execpath_flags", - "input_param_flags", - "user_link_flags", - "linker_subsystem_flag", - "linker_param_file", - "msvc_env", - "no_stripping", - "has_configured_linker_path", - "def_file", - ], - tools = [tool(path = ctx.attr.msvc_link_path)], - ) - - cpp_link_static_library_action = action_config( - action_name = ACTION_NAMES.cpp_link_static_library, - implies = [ - "nologo", - "archiver_flags", - "input_param_flags", - "linker_param_file", - "msvc_env", - ], - tools = [tool(path = ctx.attr.msvc_lib_path)], - ) - - assemble_action = action_config( - action_name = ACTION_NAMES.assemble, - implies = [ - "compiler_input_flags", - "compiler_output_flags", - "nologo", - "msvc_env", - "sysroot", - ], - tools = [tool(path = ctx.attr.msvc_ml_path)], - ) - - preprocess_assemble_action = action_config( - action_name = ACTION_NAMES.preprocess_assemble, - implies = [ - "compiler_input_flags", - "compiler_output_flags", - "nologo", - "msvc_env", - "sysroot", - ], - tools = [tool(path = ctx.attr.msvc_ml_path)], - ) - - c_compile_action = action_config( - action_name = ACTION_NAMES.c_compile, - implies = [ - "compiler_input_flags", - "compiler_output_flags", - "nologo", - "msvc_env", - "parse_showincludes", - "user_compile_flags", - "sysroot", - "unfiltered_compile_flags", - ], - tools = [tool(path = ctx.attr.msvc_cl_path)], - ) - - cpp_compile_action = action_config( - action_name = ACTION_NAMES.cpp_compile, - implies = [ - "compiler_input_flags", - "compiler_output_flags", - "nologo", - "msvc_env", - "parse_showincludes", - "user_compile_flags", - "sysroot", - "unfiltered_compile_flags", - ], - tools = [tool(path = ctx.attr.msvc_cl_path)], - ) - - cpp_link_executable_action = action_config( - action_name = ACTION_NAMES.cpp_link_executable, - implies = [ - "nologo", - "linkstamps", - "output_execpath_flags", - "input_param_flags", - "user_link_flags", - "linker_subsystem_flag", - "linker_param_file", - "msvc_env", - "no_stripping", - ], - tools = [tool(path = ctx.attr.msvc_link_path)], - ) - - if (ctx.attr.cpu == "darwin" or - ctx.attr.cpu == "local"): - action_configs = [] - elif (ctx.attr.cpu == "x64_windows"): - action_configs = [ - assemble_action, - preprocess_assemble_action, - c_compile_action, - cpp_compile_action, - cpp_link_executable_action, - cpp_link_dynamic_library_action, - cpp_link_nodeps_dynamic_library_action, - cpp_link_static_library_action, - ] - else: - fail("Unreachable") - - no_windows_export_all_symbols_feature = feature(name = "no_windows_export_all_symbols") - - pic_feature = feature( - name = "pic", - enabled = True, - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [ - flag_group(flags = ["-fPIC"], expand_if_available = "pic"), - flag_group( - flags = ["-fPIE"], - expand_if_not_available = "pic", - ), - ], - ), - ], - ) - - preprocessor_defines_feature = feature( - name = "preprocessor_defines", - enabled = True, - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.assemble, - ACTION_NAMES.preprocess_assemble, - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_header_parsing, - ACTION_NAMES.cpp_module_compile, - ], - flag_groups = [ - flag_group( - flags = ["/D%{preprocessor_defines}"], - iterate_over = "preprocessor_defines", - ), - ], - ), - ], - ) - - generate_pdb_file_feature = feature( - name = "generate_pdb_file", - requires = [ - feature_set(features = ["dbg"]), - feature_set(features = ["fastbuild"]), - ], - ) - - linkstamps_feature = feature( - name = "linkstamps", - flag_sets = [ - flag_set( - actions = all_link_actions, - flag_groups = [ - flag_group( - flags = ["%{linkstamp_paths}"], - iterate_over = "linkstamp_paths", - expand_if_available = "linkstamp_paths", - ), - ], - ), - ], - ) - - unfiltered_compile_flags_feature = feature( - name = "unfiltered_compile_flags", - flag_sets = ([ - flag_set( - actions = [ - ACTION_NAMES.preprocess_assemble, - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_header_parsing, - ACTION_NAMES.cpp_module_compile, - ACTION_NAMES.cpp_module_codegen, - ], - flag_groups = [ - flag_group( - flags = ctx.attr.host_unfiltered_compile_flags, - ), - ], - ), - ] if ctx.attr.host_unfiltered_compile_flags else []), - ) - - determinism_feature = feature( - name = "determinism", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [ - flag_group( - flags = [ - "-Wno-builtin-macro-redefined", - "-D__DATE__=\"redacted\"", - "-D__TIMESTAMP__=\"redacted\"", - "-D__TIME__=\"redacted\"", - ], - ), - ], - ), - ], - ) - - nologo_feature = feature( - name = "nologo", - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_module_compile, - ACTION_NAMES.cpp_module_codegen, - ACTION_NAMES.cpp_header_parsing, - ACTION_NAMES.assemble, - ACTION_NAMES.preprocess_assemble, - ACTION_NAMES.cpp_link_executable, - ACTION_NAMES.cpp_link_dynamic_library, - ACTION_NAMES.cpp_link_nodeps_dynamic_library, - ACTION_NAMES.cpp_link_static_library, - ], - flag_groups = [flag_group(flags = ["/nologo"])], - ), - ], - ) - - supports_pic_feature = feature(name = "supports_pic", enabled = True) - - output_execpath_flags_feature = feature( - name = "output_execpath_flags", - flag_sets = [ - flag_set( - actions = all_link_actions, - flag_groups = [ - flag_group( - flags = ["/OUT:%{output_execpath}"], - expand_if_available = "output_execpath", - ), - ], - ), - ], - ) - - default_link_flags_feature = feature( - name = "default_link_flags", - enabled = True, - flag_sets = [ - flag_set( - actions = all_link_actions, - flag_groups = [flag_group(flags = ["/MACHINE:X64"])], - ), - ], - ) - - if (ctx.attr.cpu == "local"): - hardening_feature = feature( - name = "hardening", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [ - flag_group( - flags = [ - "-U_FORTIFY_SOURCE", - "-D_FORTIFY_SOURCE=1", - "-fstack-protector", - ], - ), - ], - ), - flag_set( - actions = [ - ACTION_NAMES.cpp_link_dynamic_library, - ACTION_NAMES.cpp_link_nodeps_dynamic_library, - ], - flag_groups = [flag_group(flags = ["-Wl,-z,relro,-z,now"])], - ), - flag_set( - actions = [ACTION_NAMES.cpp_link_executable], - flag_groups = [flag_group(flags = ["-pie", "-Wl,-z,relro,-z,now"])], - ), - ], - ) - elif (ctx.attr.cpu == "darwin"): - hardening_feature = feature( - name = "hardening", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [ - flag_group( - flags = [ - "-U_FORTIFY_SOURCE", - "-D_FORTIFY_SOURCE=1", - "-fstack-protector", - ], - ), - ], - ), - flag_set( - actions = [ACTION_NAMES.cpp_link_executable], - flag_groups = [flag_group(flags = ["-pie"])], - ), - ], - ) - else: - hardening_feature = None - - supports_dynamic_linker_feature = feature(name = "supports_dynamic_linker", enabled = True) - - targets_windows_feature = feature( - name = "targets_windows", - enabled = True, - implies = ["copy_dynamic_libraries_to_binary"], - ) - - msvc_env_feature = feature( - name = "msvc_env", - env_sets = [ - env_set( - actions = [ - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_module_compile, - ACTION_NAMES.cpp_module_codegen, - ACTION_NAMES.cpp_header_parsing, - ACTION_NAMES.assemble, - ACTION_NAMES.preprocess_assemble, - ACTION_NAMES.cpp_link_executable, - ACTION_NAMES.cpp_link_dynamic_library, - ACTION_NAMES.cpp_link_nodeps_dynamic_library, - ACTION_NAMES.cpp_link_static_library, - ], - env_entries = [ - env_entry(key = "PATH", value = ctx.attr.msvc_env_path), - env_entry( - key = "INCLUDE", - value = ctx.attr.msvc_env_include, - ), - env_entry(key = "LIB", value = ctx.attr.msvc_env_lib), - env_entry(key = "TMP", value = ctx.attr.msvc_env_tmp), - env_entry(key = "TEMP", value = ctx.attr.msvc_env_tmp), - ], - ), - ], - ) - - linker_subsystem_flag_feature = feature( - name = "linker_subsystem_flag", - flag_sets = [ - flag_set( - actions = all_link_actions, - flag_groups = [flag_group(flags = ["/SUBSYSTEM:CONSOLE"])], - ), - ], - ) - - dynamic_link_msvcrt_no_debug_feature = feature( - name = "dynamic_link_msvcrt_no_debug", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [flag_group(flags = ["/MD"])], - ), - flag_set( - actions = all_link_actions, - flag_groups = [flag_group(flags = ["/DEFAULTLIB:msvcrt.lib"])], - ), - ], - requires = [ - feature_set(features = ["fastbuild"]), - feature_set(features = ["opt"]), - ], - ) - - warnings_feature = feature( - name = "warnings", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [ - flag_group( - flags = ["-Wall"] + ctx.attr.host_compiler_warnings, - ), - ], - ), - ], - ) - - dynamic_link_msvcrt_debug_feature = feature( - name = "dynamic_link_msvcrt_debug", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [flag_group(flags = ["/MDd"])], - ), - flag_set( - actions = all_link_actions, - flag_groups = [flag_group(flags = ["/DEFAULTLIB:msvcrtd.lib"])], - ), - ], - requires = [feature_set(features = ["dbg"])], - ) - - compiler_output_flags_feature = feature( - name = "compiler_output_flags", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.assemble], - flag_groups = [ - flag_group( - flag_groups = [ - flag_group( - flags = ["/Fo%{output_file}", "/Zi"], - expand_if_not_available = "output_preprocess_file", - ), - ], - expand_if_available = "output_file", - expand_if_not_available = "output_assembly_file", - ), - ], - ), - flag_set( - actions = [ - ACTION_NAMES.preprocess_assemble, - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_header_parsing, - ACTION_NAMES.cpp_module_compile, - ACTION_NAMES.cpp_module_codegen, - ], - flag_groups = [ - flag_group( - flag_groups = [ - flag_group( - flags = ["/Fo%{output_file}"], - expand_if_not_available = "output_preprocess_file", - ), - ], - expand_if_available = "output_file", - expand_if_not_available = "output_assembly_file", - ), - flag_group( - flag_groups = [ - flag_group( - flags = ["/Fa%{output_file}"], - expand_if_available = "output_assembly_file", - ), - ], - expand_if_available = "output_file", - ), - flag_group( - flag_groups = [ - flag_group( - flags = ["/P", "/Fi%{output_file}"], - expand_if_available = "output_preprocess_file", - ), - ], - expand_if_available = "output_file", - ), - ], - ), - ], - ) - - default_compile_flags_feature = feature( - name = "default_compile_flags", - enabled = True, - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.assemble, - ACTION_NAMES.preprocess_assemble, - ACTION_NAMES.linkstamp_compile, - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_header_parsing, - ACTION_NAMES.cpp_module_compile, - ACTION_NAMES.cpp_module_codegen, - ACTION_NAMES.lto_backend, - ACTION_NAMES.clif_match, - ], - flag_groups = [ - flag_group( - flags = [ - "/DCOMPILER_MSVC", - "/DNOMINMAX", - "/D_WIN32_WINNT=0x0600", - "/D_CRT_SECURE_NO_DEPRECATE", - "/D_CRT_SECURE_NO_WARNINGS", - "/D_SILENCE_STDEXT_HASH_DEPRECATION_WARNINGS", - "/bigobj", - "/Zm500", - "/J", - "/Gy", - "/GF", - "/EHsc", - "/wd4351", - "/wd4291", - "/wd4250", - "/wd4996", - ], - ), - ], - ), - ], - ) - - static_link_msvcrt_debug_feature = feature( - name = "static_link_msvcrt_debug", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [flag_group(flags = ["/MTd"])], - ), - flag_set( - actions = all_link_actions, - flag_groups = [flag_group(flags = ["/DEFAULTLIB:libcmtd.lib"])], - ), - ], - requires = [feature_set(features = ["dbg"])], - ) - - static_link_msvcrt_feature = feature(name = "static_link_msvcrt") - - if (ctx.attr.cpu == "darwin" or - ctx.attr.cpu == "local"): - dbg_feature = feature( - name = "dbg", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [flag_group(flags = ["-g"])], - ), - ], - implies = ["common"], - ) - elif (ctx.attr.cpu == "x64_windows"): - dbg_feature = feature( - name = "dbg", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [flag_group(flags = ["/Od", "/Z7", "/DDEBUG"])], - ), - flag_set( - actions = all_link_actions, - flag_groups = [flag_group(flags = ["/DEBUG:FULL", "/INCREMENTAL:NO"])], - ), - ], - implies = ["generate_pdb_file"], - ) - else: - dbg_feature = None - - undefined_dynamic_feature = feature( - name = "undefined-dynamic", - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.cpp_link_dynamic_library, - ACTION_NAMES.cpp_link_nodeps_dynamic_library, - ACTION_NAMES.cpp_link_executable, - ], - flag_groups = [flag_group(flags = ["-undefined", "dynamic_lookup"])], - ), - ], - ) - - parse_showincludes_feature = feature( - name = "parse_showincludes", - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.preprocess_assemble, - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_module_compile, - ACTION_NAMES.cpp_header_parsing, - ], - flag_groups = [flag_group(flags = ["/showIncludes"])], - ), - ], - ) - - linker_param_file_feature = feature( - name = "linker_param_file", - flag_sets = [ - flag_set( - actions = all_link_actions + - [ACTION_NAMES.cpp_link_static_library], - flag_groups = [ - flag_group( - flags = ["@%{linker_param_file}"], - expand_if_available = "linker_param_file", - ), - ], - ), - ], - ) - - static_link_msvcrt_no_debug_feature = feature( - name = "static_link_msvcrt_no_debug", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [flag_group(flags = ["/MT"])], - ), - flag_set( - actions = all_link_actions, - flag_groups = [flag_group(flags = ["/DEFAULTLIB:libcmt.lib"])], - ), - ], - requires = [ - feature_set(features = ["fastbuild"]), - feature_set(features = ["opt"]), - ], - ) - - supports_interface_shared_libraries_feature = feature( - name = "supports_interface_shared_libraries", - enabled = True, - ) - - disable_assertions_feature = feature( - name = "disable-assertions", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [flag_group(flags = ["-DNDEBUG"])], - ), - ], - ) - - if (ctx.attr.cpu == "x64_windows"): - fastbuild_feature = feature( - name = "fastbuild", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [flag_group(flags = ["/Od", "/Z7", "/DDEBUG"])], - ), - flag_set( - actions = all_link_actions, - flag_groups = [ - flag_group(flags = ["/DEBUG:FASTLINK", "/INCREMENTAL:NO"]), - ], - ), - ], - implies = ["generate_pdb_file"], - ) - elif (ctx.attr.cpu == "darwin" or - ctx.attr.cpu == "local"): - fastbuild_feature = feature(name = "fastbuild", implies = ["common"]) - else: - fastbuild_feature = None - - user_compile_flags_feature = feature( - name = "user_compile_flags", - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.preprocess_assemble, - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_header_parsing, - ACTION_NAMES.cpp_module_compile, - ACTION_NAMES.cpp_module_codegen, - ], - flag_groups = [ - flag_group( - flags = ["%{user_compile_flags}"], - iterate_over = "user_compile_flags", - expand_if_available = "user_compile_flags", - ), - ], - ), - ], - ) - - compiler_input_flags_feature = feature( - name = "compiler_input_flags", - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.assemble, - ACTION_NAMES.preprocess_assemble, - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_header_parsing, - ACTION_NAMES.cpp_module_compile, - ACTION_NAMES.cpp_module_codegen, - ], - flag_groups = [ - flag_group( - flags = ["/c", "%{source_file}"], - expand_if_available = "source_file", - ), - ], - ), - ], - ) - - no_legacy_features_feature = feature(name = "no_legacy_features") - - archiver_flags_feature = feature( - name = "archiver_flags", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.cpp_link_static_library], - flag_groups = [ - flag_group( - flags = ["/OUT:%{output_execpath}"], - expand_if_available = "output_execpath", - ), - ], - ), - ], - ) - - redirector_feature = feature( - name = "redirector", - enabled = True, - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_module_compile, - ACTION_NAMES.cpp_module_codegen, - ACTION_NAMES.cpp_header_parsing, - ACTION_NAMES.assemble, - ACTION_NAMES.preprocess_assemble, - ], - flag_groups = [ - flag_group( - flags = [ - "-B", - "external/local_config_cuda/crosstool/windows/msvc_wrapper_for_nvcc.py", - ], - ), - ], - ), - ], - ) - - linker_bin_path_feature = feature( - name = "linker-bin-path", - flag_sets = [ - flag_set( - actions = all_link_actions, - flag_groups = [flag_group(flags = ["-B" + ctx.attr.linker_bin_path])], - ), - ], - ) - - if (ctx.attr.cpu == "local"): - opt_feature = feature( - name = "opt", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [ - flag_group( - flags = ["-g0", "-O2", "-ffunction-sections", "-fdata-sections"], - ), - ], - ), - flag_set( - actions = [ - ACTION_NAMES.cpp_link_dynamic_library, - ACTION_NAMES.cpp_link_nodeps_dynamic_library, - ACTION_NAMES.cpp_link_executable, - ], - flag_groups = [flag_group(flags = ["-Wl,--gc-sections"])], - ), - ], - implies = ["common", "disable-assertions"], - ) - elif (ctx.attr.cpu == "darwin"): - opt_feature = feature( - name = "opt", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [ - flag_group( - flags = ["-g0", "-O2", "-ffunction-sections", "-fdata-sections"], - ), - ], - ), - ], - implies = ["common", "disable-assertions"], - ) - elif (ctx.attr.cpu == "x64_windows"): - opt_feature = feature( - name = "opt", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [flag_group(flags = ["/O2", "/DNDEBUG"])], - ), - ], - ) - else: - opt_feature = None - - include_paths_feature = feature( - name = "include_paths", - enabled = True, - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.assemble, - ACTION_NAMES.preprocess_assemble, - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_header_parsing, - ACTION_NAMES.cpp_module_compile, - ], - flag_groups = [ - flag_group( - flags = ["/I%{quote_include_paths}"], - iterate_over = "quote_include_paths", - ), - flag_group( - flags = ["/I%{include_paths}"], - iterate_over = "include_paths", - ), - flag_group( - flags = ["/I%{system_include_paths}"], - iterate_over = "system_include_paths", - ), - ], - ), - ], - ) - - shared_flag_feature = feature( - name = "shared_flag", - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.cpp_link_dynamic_library, - ACTION_NAMES.cpp_link_nodeps_dynamic_library, - ], - flag_groups = [flag_group(flags = ["/DLL"])], - ), - ], - ) - - windows_export_all_symbols_feature = feature(name = "windows_export_all_symbols") - - frame_pointer_feature = feature( - name = "frame-pointer", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile], - flag_groups = [flag_group(flags = ["-fno-omit-frame-pointer"])], - ), - ], - ) - - build_id_feature = feature( - name = "build-id", - flag_sets = [ - flag_set( - actions = all_link_actions, - flag_groups = [ - flag_group( - flags = ["-Wl,--build-id=md5", "-Wl,--hash-style=gnu"], - ), - ], - ), - ], - ) - - sysroot_feature = feature( - name = "sysroot", - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.assemble, - ACTION_NAMES.preprocess_assemble, - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_header_parsing, - ACTION_NAMES.cpp_module_compile, - ACTION_NAMES.cpp_module_codegen, - ACTION_NAMES.cpp_link_executable, - ACTION_NAMES.cpp_link_dynamic_library, - ACTION_NAMES.cpp_link_nodeps_dynamic_library, - ], - flag_groups = [ - flag_group( - flags = ["--sysroot=%{sysroot}"], - iterate_over = "sysroot", - expand_if_available = "sysroot", - ), - ], - ), - ], - ) - - def_file_feature = feature( - name = "def_file", - flag_sets = [ - flag_set( - actions = all_link_actions, - flag_groups = [ - flag_group( - flags = ["/DEF:%{def_file_path}", "/ignore:4070"], - expand_if_available = "def_file_path", - ), - ], - ), - ], - ) - - if (ctx.attr.cpu == "darwin"): - stdlib_feature = feature( - name = "stdlib", - flag_sets = [ - flag_set( - actions = all_link_actions, - flag_groups = [flag_group(flags = ["-lc++"])], - ), - ], - ) - elif (ctx.attr.cpu == "local"): - stdlib_feature = feature( - name = "stdlib", - flag_sets = [ - flag_set( - actions = all_link_actions, - flag_groups = [flag_group(flags = ["-lstdc++"])], - ), - ], - ) - else: - stdlib_feature = None - - no_stripping_feature = feature(name = "no_stripping") - - alwayslink_feature = feature( - name = "alwayslink", - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.cpp_link_dynamic_library, - ACTION_NAMES.cpp_link_nodeps_dynamic_library, - ACTION_NAMES.cpp_link_executable, - ], - flag_groups = [flag_group(flags = ["-Wl,-no-as-needed"])], - ), - ], - ) - - input_param_flags_feature = feature( - name = "input_param_flags", - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.cpp_link_dynamic_library, - ACTION_NAMES.cpp_link_nodeps_dynamic_library, - ], - flag_groups = [ - flag_group( - flags = ["/IMPLIB:%{interface_library_output_path}"], - expand_if_available = "interface_library_output_path", - ), - ], - ), - flag_set( - actions = all_link_actions + - [ACTION_NAMES.cpp_link_static_library], - flag_groups = [ - flag_group( - iterate_over = "libraries_to_link", - flag_groups = [ - flag_group( - iterate_over = "libraries_to_link.object_files", - flag_groups = [flag_group(flags = ["%{libraries_to_link.object_files}"])], - expand_if_equal = variable_with_value( - name = "libraries_to_link.type", - value = "object_file_group", - ), - ), - flag_group( - flag_groups = [flag_group(flags = ["%{libraries_to_link.name}"])], - expand_if_equal = variable_with_value( - name = "libraries_to_link.type", - value = "object_file", - ), - ), - flag_group( - flag_groups = [flag_group(flags = ["%{libraries_to_link.name}"])], - expand_if_equal = variable_with_value( - name = "libraries_to_link.type", - value = "interface_library", - ), - ), - flag_group( - flag_groups = [ - flag_group( - flags = ["%{libraries_to_link.name}"], - expand_if_false = "libraries_to_link.is_whole_archive", - ), - flag_group( - flags = ["/WHOLEARCHIVE:%{libraries_to_link.name}"], - expand_if_true = "libraries_to_link.is_whole_archive", - ), - ], - expand_if_equal = variable_with_value( - name = "libraries_to_link.type", - value = "static_library", - ), - ), - ], - expand_if_available = "libraries_to_link", - ), - ], - ), - ], - ) - - if (ctx.attr.cpu == "local"): - no_canonical_prefixes_feature = feature( - name = "no-canonical-prefixes", - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_link_executable, - ACTION_NAMES.cpp_link_dynamic_library, - ACTION_NAMES.cpp_link_nodeps_dynamic_library, - ], - flag_groups = [ - flag_group( - flags = [ - "-no-canonical-prefixes", - ] + ctx.attr.extra_no_canonical_prefixes_flags, - ), - ], - ), - ], - ) - elif (ctx.attr.cpu == "darwin"): - no_canonical_prefixes_feature = feature( - name = "no-canonical-prefixes", - flag_sets = [ - flag_set( - actions = [ - ACTION_NAMES.c_compile, - ACTION_NAMES.cpp_compile, - ACTION_NAMES.cpp_link_executable, - ACTION_NAMES.cpp_link_dynamic_library, - ACTION_NAMES.cpp_link_nodeps_dynamic_library, - ], - flag_groups = [flag_group(flags = ["-no-canonical-prefixes"])], - ), - ], - ) - else: - no_canonical_prefixes_feature = None - - has_configured_linker_path_feature = feature(name = "has_configured_linker_path") - - copy_dynamic_libraries_to_binary_feature = feature(name = "copy_dynamic_libraries_to_binary") - - user_link_flags_feature = feature( - name = "user_link_flags", - flag_sets = [ - flag_set( - actions = all_link_actions, - flag_groups = [ - flag_group( - flags = ["%{user_link_flags}"], - iterate_over = "user_link_flags", - expand_if_available = "user_link_flags", - ), - ], - ), - ], - ) - - cpp11_feature = feature( - name = "c++11", - flag_sets = [ - flag_set( - actions = [ACTION_NAMES.cpp_compile], - flag_groups = [flag_group(flags = ["-std=c++11"])], - ), - ], - ) - - if (ctx.attr.cpu == "local"): - common_feature = feature( - name = "common", - implies = [ - "stdlib", - "c++11", - "determinism", - "alwayslink", - "hardening", - "warnings", - "frame-pointer", - "build-id", - "no-canonical-prefixes", - "linker-bin-path", - ], - ) - elif (ctx.attr.cpu == "darwin"): - common_feature = feature( - name = "common", - implies = [ - "stdlib", - "c++11", - "determinism", - "hardening", - "warnings", - "frame-pointer", - "no-canonical-prefixes", - "linker-bin-path", - "undefined-dynamic", - ], - ) - else: - common_feature = None - - if (ctx.attr.cpu == "local"): - features = [ - cpp11_feature, - stdlib_feature, - determinism_feature, - alwayslink_feature, - pic_feature, - hardening_feature, - warnings_feature, - frame_pointer_feature, - build_id_feature, - no_canonical_prefixes_feature, - disable_assertions_feature, - linker_bin_path_feature, - common_feature, - opt_feature, - fastbuild_feature, - dbg_feature, - supports_dynamic_linker_feature, - supports_pic_feature, - ] - elif (ctx.attr.cpu == "darwin"): - features = [ - cpp11_feature, - stdlib_feature, - determinism_feature, - pic_feature, - hardening_feature, - warnings_feature, - frame_pointer_feature, - no_canonical_prefixes_feature, - disable_assertions_feature, - linker_bin_path_feature, - undefined_dynamic_feature, - common_feature, - opt_feature, - fastbuild_feature, - dbg_feature, - supports_dynamic_linker_feature, - supports_pic_feature, - ] - elif (ctx.attr.cpu == "x64_windows"): - features = [ - no_legacy_features_feature, - redirector_feature, - nologo_feature, - has_configured_linker_path_feature, - no_stripping_feature, - targets_windows_feature, - copy_dynamic_libraries_to_binary_feature, - default_compile_flags_feature, - msvc_env_feature, - include_paths_feature, - preprocessor_defines_feature, - parse_showincludes_feature, - generate_pdb_file_feature, - shared_flag_feature, - linkstamps_feature, - output_execpath_flags_feature, - archiver_flags_feature, - input_param_flags_feature, - linker_subsystem_flag_feature, - user_link_flags_feature, - default_link_flags_feature, - linker_param_file_feature, - static_link_msvcrt_feature, - static_link_msvcrt_no_debug_feature, - dynamic_link_msvcrt_no_debug_feature, - static_link_msvcrt_debug_feature, - dynamic_link_msvcrt_debug_feature, - dbg_feature, - fastbuild_feature, - opt_feature, - user_compile_flags_feature, - sysroot_feature, - unfiltered_compile_flags_feature, - compiler_output_flags_feature, - compiler_input_flags_feature, - def_file_feature, - windows_export_all_symbols_feature, - no_windows_export_all_symbols_feature, - supports_dynamic_linker_feature, - supports_interface_shared_libraries_feature, - ] - else: - fail("Unreachable") - - cxx_builtin_include_directories = ctx.attr.builtin_include_directories - - if (ctx.attr.cpu == "x64_windows"): - tool_paths = [ - tool_path(name = "ar", path = ctx.attr.msvc_lib_path), - tool_path(name = "ml", path = ctx.attr.msvc_ml_path), - tool_path(name = "cpp", path = ctx.attr.msvc_cl_path), - tool_path(name = "gcc", path = ctx.attr.msvc_cl_path), - tool_path(name = "gcov", path = "wrapper/bin/msvc_nop.bat"), - tool_path(name = "ld", path = ctx.attr.msvc_link_path), - tool_path(name = "nm", path = "wrapper/bin/msvc_nop.bat"), - tool_path( - name = "objcopy", - path = "wrapper/bin/msvc_nop.bat", - ), - tool_path( - name = "objdump", - path = "wrapper/bin/msvc_nop.bat", - ), - tool_path( - name = "strip", - path = "wrapper/bin/msvc_nop.bat", - ), - ] - elif (ctx.attr.cpu == "local"): - tool_paths = [ - tool_path(name = "gcc", path = ctx.attr.host_compiler_path), - tool_path(name = "ar", path = ctx.attr.host_compiler_prefix + "/ar"), - tool_path(name = "compat-ld", path = ctx.attr.host_compiler_prefix + "/ld"), - tool_path(name = "cpp", path = ctx.attr.host_compiler_prefix + "/cpp"), - tool_path(name = "dwp", path = ctx.attr.host_compiler_prefix + "/dwp"), - tool_path(name = "gcov", path = ctx.attr.host_compiler_prefix + "/gcov"), - tool_path(name = "ld", path = ctx.attr.host_compiler_prefix + "/ld"), - tool_path(name = "nm", path = ctx.attr.host_compiler_prefix + "/nm"), - tool_path(name = "objcopy", path = ctx.attr.host_compiler_prefix + "/objcopy"), - tool_path(name = "objdump", path = ctx.attr.host_compiler_prefix + "/objdump"), - tool_path(name = "strip", path = ctx.attr.host_compiler_prefix + "/strip"), - ] - elif (ctx.attr.cpu == "darwin"): - tool_paths = [ - tool_path(name = "gcc", path = ctx.attr.host_compiler_path), - tool_path(name = "ar", path = ctx.attr.host_compiler_prefix + "/libtool"), - tool_path(name = "compat-ld", path = ctx.attr.host_compiler_prefix + "/ld"), - tool_path(name = "cpp", path = ctx.attr.host_compiler_prefix + "/cpp"), - tool_path(name = "dwp", path = ctx.attr.host_compiler_prefix + "/dwp"), - tool_path(name = "gcov", path = ctx.attr.host_compiler_prefix + "/gcov"), - tool_path(name = "ld", path = ctx.attr.host_compiler_prefix + "/ld"), - tool_path(name = "nm", path = ctx.attr.host_compiler_prefix + "/nm"), - tool_path(name = "objcopy", path = ctx.attr.host_compiler_prefix + "/objcopy"), - tool_path(name = "objdump", path = ctx.attr.host_compiler_prefix + "/objdump"), - tool_path(name = "strip", path = ctx.attr.host_compiler_prefix + "/strip"), - ] - else: - fail("Unreachable") - - out = ctx.actions.declare_file(ctx.label.name) - ctx.actions.write(out, "Fake executable") - return [ - cc_common.create_cc_toolchain_config_info( - ctx = ctx, - features = features, - action_configs = action_configs, - artifact_name_patterns = [], - cxx_builtin_include_directories = cxx_builtin_include_directories, - toolchain_identifier = toolchain_identifier, - host_system_name = host_system_name, - target_system_name = target_system_name, - target_cpu = target_cpu, - target_libc = target_libc, - compiler = compiler, - abi_version = abi_version, - abi_libc_version = abi_libc_version, - tool_paths = tool_paths, - make_variables = [], - builtin_sysroot = builtin_sysroot, - cc_target_os = cc_target_os, - ), - DefaultInfo( - executable = out, - ), - ] - -cc_toolchain_config = rule( - implementation = _impl, - attrs = { - "cpu": attr.string(mandatory = True, values = ["darwin", "local", "x64_windows"]), - "builtin_include_directories": attr.string_list(), - "extra_no_canonical_prefixes_flags": attr.string_list(), - "host_compiler_path": attr.string(), - "host_compiler_prefix": attr.string(), - "host_compiler_warnings": attr.string_list(), - "host_unfiltered_compile_flags": attr.string_list(), - "linker_bin_path": attr.string(), - "msvc_cl_path": attr.string(default = "msvc_not_used"), - "msvc_env_include": attr.string(default = "msvc_not_used"), - "msvc_env_lib": attr.string(default = "msvc_not_used"), - "msvc_env_path": attr.string(default = "msvc_not_used"), - "msvc_env_tmp": attr.string(default = "msvc_not_used"), - "msvc_lib_path": attr.string(default = "msvc_not_used"), - "msvc_link_path": attr.string(default = "msvc_not_used"), - "msvc_ml_path": attr.string(default = "msvc_not_used"), - }, - provides = [CcToolchainConfigInfo], - executable = True, -) diff --git a/third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/clang/bin/crosstool_wrapper_driver_is_not_gcc b/third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/clang/bin/crosstool_wrapper_driver_is_not_gcc deleted file mode 100755 index cbc4773..0000000 --- a/third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/clang/bin/crosstool_wrapper_driver_is_not_gcc +++ /dev/null @@ -1,272 +0,0 @@ -#!/usr/bin/env python -# Copyright 2015 The TensorFlow Authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# ============================================================================== - -"""Crosstool wrapper for compiling CUDA programs. - -SYNOPSIS: - crosstool_wrapper_is_not_gcc [options passed in by cc_library() - or cc_binary() rule] - -DESCRIPTION: - This script is expected to be called by the cc_library() or cc_binary() bazel - rules. When the option "-x cuda" is present in the list of arguments passed - to this script, it invokes the nvcc CUDA compiler. Most arguments are passed - as is as a string to --compiler-options of nvcc. When "-x cuda" is not - present, this wrapper invokes hybrid_driver_is_not_gcc with the input - arguments as is. - -NOTES: - Changes to the contents of this file must be propagated from - //third_party/gpus/crosstool/crosstool_wrapper_is_not_gcc to - //third_party/gpus/crosstool/v*/*/clang/bin/crosstool_wrapper_is_not_gcc -""" - -from __future__ import print_function - -__author__ = 'keveman@google.com (Manjunath Kudlur)' - -from argparse import ArgumentParser -import os -import subprocess -import re -import sys -import pipes - -# Template values set by cuda_autoconf. -CPU_COMPILER = ('/dt7/usr/bin/gcc') -GCC_HOST_COMPILER_PATH = ('/dt7/usr/bin/gcc') - -NVCC_PATH = '/usr/local/cuda-10.0/bin/nvcc' -PREFIX_DIR = os.path.dirname(GCC_HOST_COMPILER_PATH) -NVCC_VERSION = '10.0' - -# Environment variable for supported TF CUDA Compute Capabilities -# eg. export TF_CUDA_COMPUTE_CAPABILITIES=3.5,3.7,5.2,6.0,6.1,7.0 -CUDA_COMPUTE_ENV_VAR = 'TF_CUDA_COMPUTE_CAPABILITIES' -DEFAULT_CUDA_COMPUTE_CAPABILITIES = '3.5,6.0' - -def Log(s): - print('gpus/crosstool: {0}'.format(s)) - - -def GetOptionValue(argv, option): - """Extract the list of values for option from the argv list. - - Args: - argv: A list of strings, possibly the argv passed to main(). - option: The option whose value to extract, without the leading '-'. - - Returns: - A list of values, either directly following the option, - (eg., -opt val1 val2) or values collected from multiple occurrences of - the option (eg., -opt val1 -opt val2). - """ - - parser = ArgumentParser() - parser.add_argument('-' + option, nargs='*', action='append') - args, _ = parser.parse_known_args(argv) - if not args or not vars(args)[option]: - return [] - else: - return sum(vars(args)[option], []) - - -def GetHostCompilerOptions(argv): - """Collect the -isystem, -iquote, and --sysroot option values from argv. - - Args: - argv: A list of strings, possibly the argv passed to main(). - - Returns: - The string that can be used as the --compiler-options to nvcc. - """ - - parser = ArgumentParser() - parser.add_argument('-isystem', nargs='*', action='append') - parser.add_argument('-iquote', nargs='*', action='append') - parser.add_argument('--sysroot', nargs=1) - parser.add_argument('-g', nargs='*', action='append') - parser.add_argument('-fno-canonical-system-headers', action='store_true') - parser.add_argument('-no-canonical-prefixes', action='store_true') - - args, _ = parser.parse_known_args(argv) - - opts = '' - - if args.isystem: - opts += ' -isystem ' + ' -isystem '.join(sum(args.isystem, [])) - if args.iquote: - opts += ' -iquote ' + ' -iquote '.join(sum(args.iquote, [])) - if args.g: - opts += ' -g' + ' -g'.join(sum(args.g, [])) - if args.fno_canonical_system_headers: - opts += ' -fno-canonical-system-headers' - if args.no_canonical_prefixes: - opts += ' -no-canonical-prefixes' - if args.sysroot: - opts += ' --sysroot ' + args.sysroot[0] - - return opts - -def _update_options(nvcc_options): - if NVCC_VERSION in ("7.0",): - return nvcc_options - - update_options = { "relaxed-constexpr" : "expt-relaxed-constexpr" } - return [ update_options[opt] if opt in update_options else opt - for opt in nvcc_options ] - -def GetNvccOptions(argv): - """Collect the -nvcc_options values from argv. - - Args: - argv: A list of strings, possibly the argv passed to main(). - - Returns: - The string that can be passed directly to nvcc. - """ - - parser = ArgumentParser() - parser.add_argument('-nvcc_options', nargs='*', action='append') - - args, _ = parser.parse_known_args(argv) - - if args.nvcc_options: - options = _update_options(sum(args.nvcc_options, [])) - return ' '.join(['--'+a for a in options]) - return '' - - -def InvokeNvcc(argv, log=False): - """Call nvcc with arguments assembled from argv. - - Args: - argv: A list of strings, possibly the argv passed to main(). - log: True if logging is requested. - - Returns: - The return value of calling os.system('nvcc ' + args) - """ - - host_compiler_options = GetHostCompilerOptions(argv) - nvcc_compiler_options = GetNvccOptions(argv) - opt_option = GetOptionValue(argv, 'O') - m_options = GetOptionValue(argv, 'm') - m_options = ''.join([' -m' + m for m in m_options if m in ['32', '64']]) - include_options = GetOptionValue(argv, 'I') - out_file = GetOptionValue(argv, 'o') - depfiles = GetOptionValue(argv, 'MF') - defines = GetOptionValue(argv, 'D') - defines = ''.join([' -D' + define for define in defines]) - undefines = GetOptionValue(argv, 'U') - undefines = ''.join([' -U' + define for define in undefines]) - std_options = GetOptionValue(argv, 'std') - # currently only c++11 is supported by Cuda 7.0 std argument - nvcc_allowed_std_options = ["c++11"] - std_options = ''.join([' -std=' + define - for define in std_options if define in nvcc_allowed_std_options]) - - # The list of source files get passed after the -c option. I don't know of - # any other reliable way to just get the list of source files to be compiled. - src_files = GetOptionValue(argv, 'c') - - # Pass -w through from host to nvcc, but don't do anything fancier with - # warnings-related flags, since they're not necessarily the same across - # compilers. - warning_options = ' -w' if '-w' in argv else '' - - if len(src_files) == 0: - return 1 - if len(out_file) != 1: - return 1 - - opt = (' -O2' if (len(opt_option) > 0 and int(opt_option[0]) > 0) - else ' -g -G') - - includes = (' -I ' + ' -I '.join(include_options) - if len(include_options) > 0 - else '') - - # Unfortunately, there are other options that have -c prefix too. - # So allowing only those look like C/C++ files. - src_files = [f for f in src_files if - re.search('\.cpp$|\.cc$|\.c$|\.cxx$|\.C$', f)] - srcs = ' '.join(src_files) - out = ' -o ' + out_file[0] - - supported_cuda_compute_capabilities = os.environ.get(CUDA_COMPUTE_ENV_VAR, DEFAULT_CUDA_COMPUTE_CAPABILITIES).split(',') - nvccopts = '-D_FORCE_INLINES ' - for capability in supported_cuda_compute_capabilities: - capability = capability.replace('.', '') - nvccopts += r'-gencode=arch=compute_%s,\"code=sm_%s,compute_%s\" ' % ( - capability, capability, capability) - nvccopts += ' ' + nvcc_compiler_options - nvccopts += undefines - nvccopts += defines - nvccopts += std_options - nvccopts += m_options - nvccopts += warning_options - - if depfiles: - # Generate the dependency file - depfile = depfiles[0] - cmd = (NVCC_PATH + ' ' + nvccopts + - ' --compiler-options "' + host_compiler_options + '"' + - ' --compiler-bindir=' + GCC_HOST_COMPILER_PATH + - ' -I .' + - ' -x cu ' + opt + includes + ' ' + srcs + ' -M -o ' + depfile) - if log: Log(cmd) - exit_status = os.system(cmd) - if exit_status != 0: - return exit_status - - cmd = (NVCC_PATH + ' ' + nvccopts + - ' --compiler-options "' + host_compiler_options + ' -fPIC"' + - ' --compiler-bindir=' + GCC_HOST_COMPILER_PATH + - ' -I .' + - ' -x cu ' + opt + includes + ' -c ' + srcs + out) - - # TODO(zhengxq): for some reason, 'gcc' needs this help to find 'as'. - # Need to investigate and fix. - cmd = 'PATH=' + PREFIX_DIR + ':$PATH ' + cmd - if log: Log(cmd) - return os.system(cmd) - - -def main(): - parser = ArgumentParser() - parser.add_argument('-x', nargs=1) - parser.add_argument('--cuda_log', action='store_true') - args, leftover = parser.parse_known_args(sys.argv[1:]) - - if args.x and args.x[0] == 'cuda': - if args.cuda_log: Log('-x cuda') - leftover = [pipes.quote(s) for s in leftover] - if args.cuda_log: Log('using nvcc') - return InvokeNvcc(leftover, log=args.cuda_log) - - # Strip our flags before passing through to the CPU compiler for files which - # are not -x cuda. We can't just pass 'leftover' because it also strips -x. - # We not only want to pass -x to the CPU compiler, but also keep it in its - # relative location in the argv list (the compiler is actually sensitive to - # this). - cpu_compiler_flags = [flag for flag in sys.argv[1:] - if not flag.startswith(('--cuda_log'))] - - return subprocess.call([CPU_COMPILER] + cpu_compiler_flags) - -if __name__ == '__main__': - sys.exit(main()) diff --git a/third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/windows/msvc_wrapper_for_nvcc.py b/third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/windows/msvc_wrapper_for_nvcc.py deleted file mode 100755 index 0139586..0000000 --- a/third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0/windows/msvc_wrapper_for_nvcc.py +++ /dev/null @@ -1,214 +0,0 @@ -#!/usr/bin/env python -# Copyright 2015 The TensorFlow Authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# ============================================================================== - -"""Crosstool wrapper for compiling CUDA programs with nvcc on Windows. - -DESCRIPTION: - This script is the Windows version of //third_party/gpus/crosstool/crosstool_wrapper_is_not_gcc -""" - -from __future__ import print_function - -from argparse import ArgumentParser -import os -import subprocess -import re -import sys -import pipes -import tempfile - -# Template values set by cuda_autoconf. -CPU_COMPILER = ('/dt7/usr/bin/gcc') -GCC_HOST_COMPILER_PATH = ('/dt7/usr/bin/gcc') - -NVCC_PATH = '/usr/local/cuda-10.0/bin/nvcc' -NVCC_VERSION = '10.0' -NVCC_TEMP_DIR = "C:\\Windows\\Temp\\nvcc_inter_files_tmp_dir" - -def Log(s): - print('gpus/crosstool: {0}'.format(s)) - - -def GetOptionValue(argv, option): - """Extract the list of values for option from options. - - Args: - option: The option whose value to extract. - - Returns: - 1. A list of values, either directly following the option, - (eg., /opt val1 val2) or values collected from multiple occurrences of - the option (eg., /opt val1 /opt val2). - 2. The leftover options. - """ - - parser = ArgumentParser(prefix_chars='-/') - parser.add_argument(option, nargs='*', action='append') - option = option.lstrip('-/').replace('-', '_') - args, leftover = parser.parse_known_args(argv) - if args and vars(args)[option]: - return (sum(vars(args)[option], []), leftover) - return ([], leftover) - -def _update_options(nvcc_options): - if NVCC_VERSION in ("7.0",): - return nvcc_options - - update_options = { "relaxed-constexpr" : "expt-relaxed-constexpr" } - return [ update_options[opt] if opt in update_options else opt - for opt in nvcc_options ] - -def GetNvccOptions(argv): - """Collect the -nvcc_options values from argv. - - Args: - argv: A list of strings, possibly the argv passed to main(). - - Returns: - 1. The string that can be passed directly to nvcc. - 2. The leftover options. - """ - - parser = ArgumentParser() - parser.add_argument('-nvcc_options', nargs='*', action='append') - - args, leftover = parser.parse_known_args(argv) - - if args.nvcc_options: - options = _update_options(sum(args.nvcc_options, [])) - return (['--' + a for a in options], leftover) - return ([], leftover) - - -def InvokeNvcc(argv, log=False): - """Call nvcc with arguments assembled from argv. - - Args: - argv: A list of strings, possibly the argv passed to main(). - log: True if logging is requested. - - Returns: - The return value of calling os.system('nvcc ' + args) - """ - - src_files = [f for f in argv if - re.search('\.cpp$|\.cc$|\.c$|\.cxx$|\.C$', f)] - if len(src_files) == 0: - raise Error('No source files found for cuda compilation.') - - out_file = [ f for f in argv if f.startswith('/Fo') ] - if len(out_file) != 1: - raise Error('Please specify exactly one output file for cuda compilation.') - out = ['-o', out_file[0][len('/Fo'):]] - - nvcc_compiler_options, argv = GetNvccOptions(argv) - - opt_option, argv = GetOptionValue(argv, '/O') - opt = ['-g'] - if (len(opt_option) > 0 and opt_option[0] != 'd'): - opt = ['-O2'] - - include_options, argv = GetOptionValue(argv, '/I') - includes = ["-I " + include for include in include_options] - - defines, argv = GetOptionValue(argv, '/D') - defines = ['-D' + define for define in defines] - - undefines, argv = GetOptionValue(argv, '/U') - undefines = ['-U' + define for define in undefines] - - fatbin_options, argv = GetOptionValue(argv, '-Xcuda-fatbinary') - fatbin_options = ['--fatbin-options=' + option for option in fatbin_options] - - # The rest of the unrecognized options should be passed to host compiler - host_compiler_options = [option for option in argv if option not in (src_files + out_file)] - - m_options = ["-m64"] - - nvccopts = ['-D_FORCE_INLINES'] - compute_capabilities, argv = GetOptionValue(argv, "--cuda-gpu-arch") - for capability in compute_capabilities: - capability = capability[len('sm_'):] - nvccopts += [ - r'-gencode=arch=compute_%s,"code=sm_%s"' % (capability, capability) - ] - compute_capabilities, argv = GetOptionValue(argv, '--cuda-include-ptx') - for capability in compute_capabilities: - capability = capability[len('sm_'):] - nvccopts += [ - r'-gencode=arch=compute_%s,"code=compute_%s"' % (capability, capability) - ] - _, argv = GetOptionValue(argv, '--no-cuda-include-ptx') - - nvccopts += nvcc_compiler_options - nvccopts += undefines - nvccopts += defines - nvccopts += m_options - nvccopts += fatbin_options - nvccopts += ['--compiler-options="' + " ".join(host_compiler_options) + '"'] - nvccopts += ['-x', 'cu'] + opt + includes + out + ['-c'] + src_files - # Specify a unique temp directory for nvcc to generate intermediate files, - # then Bazel can ignore files under NVCC_TEMP_DIR during dependency check - # http://docs.nvidia.com/cuda/cuda-compiler-driver-nvcc/index.html#options-for-guiding-compiler-driver - # Different actions are sharing NVCC_TEMP_DIR, so we cannot remove it if the directory already exists. - if os.path.isfile(NVCC_TEMP_DIR): - os.remove(NVCC_TEMP_DIR) - if not os.path.exists(NVCC_TEMP_DIR): - os.makedirs(NVCC_TEMP_DIR) - # Provide a unique dir for each compiling action to avoid conflicts. - tempdir = tempfile.mkdtemp(dir = NVCC_TEMP_DIR) - nvccopts += ['--keep', '--keep-dir', tempdir] - if log: - Log([NVCC_PATH] + nvccopts) - - # Store command line options in a file to avoid hitting the character limit. - optsfile = tempfile.NamedTemporaryFile(mode='w', dir=tempdir, delete=False) - optsfile.write("\n".join(nvccopts)) - optsfile.close() - - proc = subprocess.Popen([NVCC_PATH, "--options-file", optsfile.name], - stdout=sys.stdout, - stderr=sys.stderr, - env=os.environ.copy(), - shell=True) - proc.wait() - return proc.returncode - -def main(): - parser = ArgumentParser() - parser.add_argument('-x', nargs=1) - parser.add_argument('--cuda_log', action='store_true') - args, leftover = parser.parse_known_args(sys.argv[1:]) - - if args.x and args.x[0] == 'cuda': - if args.cuda_log: Log('-x cuda') - leftover = [pipes.quote(s) for s in leftover] - if args.cuda_log: Log('using nvcc') - return InvokeNvcc(leftover, log=args.cuda_log) - - # Strip our flags before passing through to the CPU compiler for files which - # are not -x cuda. We can't just pass 'leftover' because it also strips -x. - # We not only want to pass -x to the CPU compiler, but also keep it in its - # relative location in the argv list (the compiler is actually sensitive to - # this). - cpu_compiler_flags = [flag for flag in sys.argv[1:] - if not flag.startswith(('--cuda_log')) - and not flag.startswith(('-nvcc_options'))] - - return subprocess.call([CPU_COMPILER] + cpu_compiler_flags) - -if __name__ == '__main__': - sys.exit(main()) diff --git a/tutorial/BUILD b/tutorial/BUILD index 929362e..948c7c2 100644 --- a/tutorial/BUILD +++ b/tutorial/BUILD @@ -1,3 +1,5 @@ +load("@wod_deps//:requirements.bzl", "requirement") + package( default_applicable_licenses = ["//waymo_open_dataset:license"], default_visibility = [ @@ -31,7 +33,10 @@ py_binary( main = "jupyter_kernel.py", python_version = "PY3", deps = [ - # Implicit tensorflow_graphics/image:transformer dependency. + requirement("matplotlib"), + requirement("numpy"), + requirement("tensorflow"), + requirement("tensorflow_graphics"), "//waymo_open_dataset:dataset_proto_py_pb2", "//waymo_open_dataset:label_proto_py_pb2", "//waymo_open_dataset/metrics/ops:py_metrics_ops", @@ -49,7 +54,6 @@ py_binary( "//waymo_open_dataset/protos:occupancy_flow_submission_proto_py_pb2", "//waymo_open_dataset/protos:scenario_proto_py_pb2", "//waymo_open_dataset/protos:submission_proto_py_pb2", - "//third_party/camera_segmentation:camera_segmentation_metrics", "//waymo_open_dataset/utils:box_utils", "//waymo_open_dataset/utils:camera_segmentation_utils", "//waymo_open_dataset/utils:frame_utils", @@ -65,6 +69,7 @@ py_binary( "//waymo_open_dataset/utils:transform_utils", "//waymo_open_dataset/utils:womd_lidar_utils", "//waymo_open_dataset/utils/compression:delta_encoder", + "//waymo_open_dataset/wdl_limited/camera_segmentation:camera_segmentation_metrics", ], ) @@ -74,7 +79,10 @@ py_binary( main = "jupyter_kernel.py", python_version = "PY3", deps = [ - # Implicit tensorflow_graphics/image:transformer dependency. + requirement("matplotlib"), + requirement("numpy"), + requirement("tensorflow"), + requirement("tensorflow_graphics"), "//waymo_open_dataset/v2", ], ) diff --git a/tutorial/tutorial_2d_pvps.ipynb b/tutorial/tutorial_2d_pvps.ipynb index 8bd2a50..ce67558 100644 --- a/tutorial/tutorial_2d_pvps.ipynb +++ b/tutorial/tutorial_2d_pvps.ipynb @@ -107,7 +107,7 @@ "from waymo_open_dataset import dataset_pb2 as open_dataset\n", "from waymo_open_dataset.protos import camera_segmentation_metrics_pb2 as metrics_pb2\n", "from waymo_open_dataset.protos import camera_segmentation_submission_pb2 as submission_pb2\n", - "from third_party.camera_segmentation import camera_segmentation_metrics\n", + "from waymo_open_dataset.wdl_limited.camera_segmentation import camera_segmentation_metrics\n", "from waymo_open_dataset.utils import camera_segmentation_utils" ] }, diff --git a/tutorial/tutorial_keypoints.ipynb b/tutorial/tutorial_keypoints.ipynb index f60f883..148096f 100644 --- a/tutorial/tutorial_keypoints.ipynb +++ b/tutorial/tutorial_keypoints.ipynb @@ -14,7 +14,7 @@ "To run Jupyter notebook locally:\n", "\n", "```\n", - "python3 -m pip install \"waymo_open_dataset_tf_2_6_0==1.4.3\"\n", + "python3 -m pip install \"waymo_open_dataset_tf_2_11_0==1.5.0\"\n", "python3 -m pip install \"notebook\u003e=5.3\" \"ipywidgets\u003e=7.5\"\n", "python3 -m pip install --upgrade jupyter_http_over_ws\u003e=0.0.7 \u0026\u0026 \\\n", "jupyter serverextension enable --py jupyter_http_over_ws\n", @@ -68,6 +68,7 @@ "frame_path = 'frame_with_keypoints.tfrecord'\n", "\n", + "\n" ] }, { diff --git a/tutorial/tutorial_maps.ipynb b/tutorial/tutorial_maps.ipynb index 13176a4..6c02071 100644 --- a/tutorial/tutorial_maps.ipynb +++ b/tutorial/tutorial_maps.ipynb @@ -1,52 +1,21 @@ { - "nbformat": 4, - "nbformat_minor": 0, - "metadata": { - "colab": { - "provenance": [ - { - "file_id": "1ZOQUmLALJyfE-1zH4tynEQmSoYXUWSXF", - "timestamp": 1675474768372 - }, - { - "file_id": "1YdikcSqhy9NvprGaQzeSYfTe_UtPsMnv", - "timestamp": 1675452906901 - }, - { - "file_id": "1qK84E7Wug2MmhaqXTtkBzm9id9U1r1NC", - "timestamp": 1663010675571 - }, - { - "file_id": "13RtPddJ5Fzgi27_vv2v3Xm7-m1EV5dAL", - "timestamp": 1661916016522 - } - ], - "last_runtime": { - "build_target": "", - "kind": "local" - }, - "private_outputs": true - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3" - }, - "language_info": { - "name": "python" - } - }, "cells": [ { "cell_type": "markdown", - "source": [ - "## Plot point clouds with maps" - ], "metadata": { "id": "zy79JF35iDaE" - } + }, + "source": [ + "## Plot point clouds with maps" + ] }, { "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "2MnJVU1jVe7a" + }, + "outputs": [], "source": [ "from typing import List\n", "\n", @@ -56,7 +25,7 @@ "from waymo_open_dataset.utils import frame_utils\n", "from waymo_open_dataset.utils import plot_maps\n", "\n", - "def plot_point_clouds_with_maps(frames: List[dataset_pb2.Frame])->None:\n", + "def plot_point_clouds_with_maps(frames: List[dataset_pb2.Frame])-\u003eNone:\n", " \"\"\"Plot the point clouds within the given frames with map data.\n", "\n", " Map data must be populated in the first frame in the list.\n", @@ -116,58 +85,69 @@ " )\n", "\n", " figure.show()\n" - ], - "metadata": { - "id": "2MnJVU1jVe7a" - }, - "execution_count": null, - "outputs": [] + ] }, { "cell_type": "markdown", + "metadata": { + "id": "5mhOt4geq12V" + }, "source": [ "## Load frames data" - ], + ] + }, + { + "cell_type": "code", + "execution_count": null, "metadata": { - "id": "5mhOt4geq12V" - } + "id": "elBS3vh4qoqq" + }, + "outputs": [], + "source": [ + "!wget https://github.com/waymo-research/waymo-open-dataset/raw/master/tutorial/frames_with_maps.tfrecord" + ] }, { "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "WfRqjpyEt_Px" + }, + "outputs": [], "source": [ "import tensorflow as tf\n", "\n", - "FILENAME = 'frames_with_maps.tfrecord'\n", + "FILENAME = '/content/frames_with_maps.tfrecord'\n", "\n", "dataset = tf.data.TFRecordDataset(FILENAME, compression_type='')\n", "\n", - "# Load only 3 frames. Note that using too many frames may be slow to display.\n", + "# Load only 2 frames. Note that using too many frames may be slow to display.\n", "frames = []\n", "count = 0\n", "for data in dataset:\n", " frame = dataset_pb2.Frame.FromString(bytearray(data.numpy()))\n", " frames.append(frame)\n", " count += 1\n", - " if count == 3: \n", + " if count == 2: \n", " break\n" - ], - "metadata": { - "id": "WfRqjpyEt_Px" - }, - "execution_count": null, - "outputs": [] + ] }, { "cell_type": "markdown", - "source": [ - "## Plot frames data" - ], "metadata": { "id": "RzTEio68tE2B" - } + }, + "source": [ + "## Plot frames data" + ] }, { "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "-Y59EuqTs8c1" + }, + "outputs": [], "source": [ "# Interactive plot of multiple point clouds aligned to the maps frame.\n", "\n", @@ -177,12 +157,43 @@ "# scroll wheel: zoom\n", "\n", "plot_point_clouds_with_maps(frames)" - ], - "metadata": { - "id": "-Y59EuqTs8c1" + ] + } + ], + "metadata": { + "colab": { + "last_runtime": { + "build_target": "", + "kind": "local" }, - "execution_count": null, - "outputs": [] + "private_outputs": true, + "provenance": [ + { + "file_id": "1ZOQUmLALJyfE-1zH4tynEQmSoYXUWSXF", + "timestamp": 1675474768372 + }, + { + "file_id": "1YdikcSqhy9NvprGaQzeSYfTe_UtPsMnv", + "timestamp": 1675452906901 + }, + { + "file_id": "1qK84E7Wug2MmhaqXTtkBzm9id9U1r1NC", + "timestamp": 1663010675571 + }, + { + "file_id": "13RtPddJ5Fzgi27_vv2v3Xm7-m1EV5dAL", + "timestamp": 1661916016522 + } + ] + }, + "kernelspec": { + "display_name": "Python 3", + "name": "python3" + }, + "language_info": { + "name": "python" } - ] -} \ No newline at end of file + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/tutorial/tutorial_sim_agents.ipynb b/tutorial/tutorial_sim_agents.ipynb index a314128..1106e98 100644 --- a/tutorial/tutorial_sim_agents.ipynb +++ b/tutorial/tutorial_sim_agents.ipynb @@ -44,8 +44,8 @@ "import matplotlib.pyplot as plt\n", "import tqdm\n", "\n", - "from third_party.sim_agents_metrics import metric_features\n", - "from third_party.sim_agents_metrics import metrics\n", + "from waymo_open_dataset.wdl_limited.sim_agents_metrics import metric_features\n", + "from waymo_open_dataset.wdl_limited.sim_agents_metrics import metrics\n", "\n", "from waymo_open_dataset.protos import scenario_pb2\n", "from waymo_open_dataset.protos import sim_agents_submission_pb2\n", diff --git a/tutorial/tutorial_v2.ipynb b/tutorial/tutorial_v2.ipynb index 0c30da8..a219477 100644 --- a/tutorial/tutorial_v2.ipynb +++ b/tutorial/tutorial_v2.ipynb @@ -13,7 +13,7 @@ "To run Jupyter notebook locally:\n", "\n", "```\n", - "python3 -m pip install \"waymo_open_dataset_tf_2_6_0==1.5.0\"\n", + "python3 -m pip install gcsfs \"waymo_open_dataset_tf_2_6_0==1.5.0\"\n", "python3 -m pip install \"notebook\u003e=5.3\" \"ipywidgets\u003e=7.5\"\n", "python3 -m pip install --upgrade jupyter_http_over_ws\u003e=0.0.7 \u0026\u0026 \\\n", "jupyter serverextension enable --py jupyter_http_over_ws\n", diff --git a/waymo_open_dataset/utils/__init__.py b/waymo_open_dataset/utils/__init__.py deleted file mode 100644 index e69de29..0000000