Skip to content

Commit

Permalink
Resolved merge conflicts
Browse files Browse the repository at this point in the history
  • Loading branch information
mahmoud-abuzaina committed Jul 19, 2023
2 parents d6ad19e + 39f68b7 commit a9142ee
Show file tree
Hide file tree
Showing 4,416 changed files with 231,528 additions and 125,157 deletions.
The diff you're trying to view is too large. We only load the first 3000 changed files.
17 changes: 17 additions & 0 deletions .bazelignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
# Copyright 2023 The TensorFlow Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ==============================================================================

# The requirements updater has its own WORKSPACE file
ci/official/requirements_updater
62 changes: 12 additions & 50 deletions .bazelrc
Original file line number Diff line number Diff line change
Expand Up @@ -122,9 +122,10 @@ build --define=grpc_no_ares=true
# hope to provide a better mechanism for control over symbol exporting, and
# then tackle this issue again.
#
# TODO: Remove this line once TF doesn't depend on Bazel wrapping all library
# archives in -whole_archive -no_whole_archive.
# TODO: Remove the following two lines once TF doesn't depend on Bazel wrapping
# all library archives in -whole_archive -no_whole_archive.
build --noincompatible_remove_legacy_whole_archive
build --features=-force_no_whole_archive

# TODO(mihaimaruseac): Document this option or remove if no longer needed
build --enable_platform_specific_config
Expand Down Expand Up @@ -273,7 +274,9 @@ build:dbg -c dbg
# https://github.com/tensorflow/tensorflow/issues/48919.
# Users can still include debug info for a specific kernel, e.g. with:
# --config=dbg --per_file_copt=+tensorflow/core/kernels/identity_op.*@-g
build:dbg --per_file_copt=+.*,-tensorflow.*@-g0
# Since this .bazelrc file is synced between the tensorflow/tensorflow repo and
# the openxla/xla repo, also include debug info for files under xla/.
build:dbg --per_file_copt=+.*,-tensorflow.*,-xla.*@-g0
build:dbg --per_file_copt=+tensorflow/core/kernels.*@-g0
# for now, disable arm_neon. see: https://github.com/tensorflow/tensorflow/issues/33360
build:dbg --cxxopt -DTF_LITE_DISABLE_X86_NEON
Expand Down Expand Up @@ -660,50 +663,9 @@ build:release_cpu_windows --define=no_tensorflow_py_deps=true
build:release_gpu_windows --config=release_cpu_windows
build:release_gpu_windows --config=release_gpu_base

# Address sanitizer
# CC=clang bazel build --config asan
build:asan --strip=never
build:asan --copt -fsanitize=address
build:asan --copt -DADDRESS_SANITIZER
build:asan --copt -g
build:asan --copt -O3
build:asan --copt -fno-omit-frame-pointer
build:asan --linkopt -fsanitize=address
build:asan --@libjpeg_turbo//:noasm=yes

# Memory sanitizer
# CC=clang bazel build --config msan
build:msan --strip=never
build:msan --copt -fsanitize=memory
build:msan --copt -DMEMORY_SANITIZER
build:msan --copt -g
build:msan --copt -O3
build:msan --copt -fno-omit-frame-pointer
build:msan --linkopt -fsanitize=memory

# Undefined Behavior Sanitizer
# CC=clang bazel build --config ubsan
build:ubsan --strip=never
build:ubsan --copt -fsanitize=undefined
build:ubsan --copt -DUNDEFINED_BEHAVIOR_SANITIZER
build:ubsan --copt -g
build:ubsan --copt -O3
build:ubsan --copt -fno-omit-frame-pointer
build:ubsan --linkopt -fsanitize=undefined
build:ubsan --linkopt -lubsan

# Disable TFRT integration for now unless --config=tfrt is specified.
build --deleted_packages=tensorflow/compiler/mlir/tfrt,tensorflow/compiler/mlir/tfrt/benchmarks,tensorflow/compiler/mlir/tfrt/jit/python_binding,tensorflow/compiler/mlir/tfrt/jit/transforms,tensorflow/compiler/mlir/tfrt/python_tests,tensorflow/compiler/mlir/tfrt/tests,tensorflow/compiler/mlir/tfrt/tests/ir,tensorflow/compiler/mlir/tfrt/tests/analysis,tensorflow/compiler/mlir/tfrt/tests/jit,tensorflow/compiler/mlir/tfrt/tests/lhlo_to_tfrt,tensorflow/compiler/mlir/tfrt/tests/lhlo_to_jitrt,tensorflow/compiler/mlir/tfrt/tests/tf_to_corert,tensorflow/compiler/mlir/tfrt/tests/tf_to_tfrt_data,tensorflow/compiler/mlir/tfrt/tests/saved_model,tensorflow/compiler/mlir/tfrt/transforms/lhlo_gpu_to_tfrt_gpu,tensorflow/core/runtime_fallback,tensorflow/core/runtime_fallback/conversion,tensorflow/core/runtime_fallback/kernel,tensorflow/core/runtime_fallback/opdefs,tensorflow/core/runtime_fallback/runtime,tensorflow/core/runtime_fallback/util,tensorflow/core/tfrt/gpu,tensorflow/core/tfrt/run_handler_thread_pool,tensorflow/core/tfrt/runtime,tensorflow/core/tfrt/saved_model,tensorflow/core/tfrt/graph_executor,tensorflow/core/tfrt/saved_model/tests,tensorflow/core/tfrt/tpu,tensorflow/core/tfrt/utils,tensorflow/core/tfrt/utils/debug
# TODO(b/240450920): We are in the process of migrating JitRt backend to XLA
# and while we are doing this we can't keep it buildable/testable in OSS.
build:tfrt --deleted_packages=tensorflow/compiler/mlir/tfrt,tensorflow/compiler/mlir/tfrt/benchmarks,tensorflow/compiler/mlir/tfrt/jit/python_binding,tensorflow/compiler/mlir/tfrt/jit/transforms,tensorflow/compiler/mlir/tfrt/python_tests,tensorflow/compiler/mlir/tfrt/tests,tensorflow/compiler/mlir/tfrt/tests/ir,tensorflow/compiler/mlir/tfrt/tests/analysis,tensorflow/compiler/mlir/tfrt/tests/jit,tensorflow/compiler/mlir/tfrt/tests/lhlo_to_tfrt,tensorflow/compiler/mlir/tfrt/tests/lhlo_to_jitrt,tensorflow/compiler/mlir/tfrt/tests/tf_to_corert,tensorflow/compiler/mlir/tfrt/tests/tf_to_tfrt_data,tensorflow/compiler/mlir/tfrt/tests/saved_model,tensorflow/compiler/mlir/tfrt/transforms/lhlo_gpu_to_tfrt_gpu,tensorflow/core/runtime_fallback,tensorflow/core/runtime_fallback/conversion,tensorflow/core/runtime_fallback/kernel,tensorflow/core/runtime_fallback/opdefs,tensorflow/core/runtime_fallback/runtime,tensorflow/core/runtime_fallback/util,tensorflow/core/tfrt/gpu,tensorflow/core/tfrt/run_handler_thread_pool,tensorflow/core/tfrt/runtime,tensorflow/core/tfrt/saved_model,tensorflow/core/tfrt/graph_executor,tensorflow/core/tfrt/saved_model/tests,tensorflow/core/tfrt/tpu,tensorflow/core/tfrt/utils,tensorflow/core/tfrt/utils/debug

# TF Fuzztest config
try-import fuzztest.bazelrc
run:tf_fuzztest --config=fuzztest
# Should aim to remove these
build:tf_fuzztest --action_env=CC=clang
build:tf_fuzztest --action_env=CXX=clang++
build:tf_fuzztest --spawn_strategy=sandboxed
build:tf_fuzztest --config=monolithic
build:tf_fuzztest --@libjpeg_turbo//:noasm=yes
# Exclude TFRT integration for anything but Linux.
build:android --config=no_tfrt
build:macos --config=no_tfrt
build:windows --config=no_tfrt
build:rocm --config=no_tfrt
build:no_tfrt --deleted_packages=tensorflow/compiler/mlir/tfrt,tensorflow/compiler/mlir/tfrt/benchmarks,tensorflow/compiler/mlir/tfrt/ir,tensorflow/compiler/mlir/tfrt/ir/mlrt,tensorflow/compiler/mlir/tfrt/jit/python_binding,tensorflow/compiler/mlir/tfrt/jit/transforms,tensorflow/compiler/mlir/tfrt/python_tests,tensorflow/compiler/mlir/tfrt/tests,tensorflow/compiler/mlir/tfrt/tests/mlrt,tensorflow/compiler/mlir/tfrt/tests/ir,tensorflow/compiler/mlir/tfrt/tests/analysis,tensorflow/compiler/mlir/tfrt/tests/jit,tensorflow/compiler/mlir/tfrt/tests/lhlo_to_tfrt,tensorflow/compiler/mlir/tfrt/tests/lhlo_to_jitrt,tensorflow/compiler/mlir/tfrt/tests/tf_to_corert,tensorflow/compiler/mlir/tfrt/tests/tf_to_tfrt_data,tensorflow/compiler/mlir/tfrt/tests/saved_model,tensorflow/compiler/mlir/tfrt/transforms/lhlo_gpu_to_tfrt_gpu,tensorflow/compiler/mlir/tfrt/transforms/mlrt,tensorflow/core/runtime_fallback,tensorflow/core/runtime_fallback/conversion,tensorflow/core/runtime_fallback/kernel,tensorflow/core/runtime_fallback/opdefs,tensorflow/core/runtime_fallback/runtime,tensorflow/core/runtime_fallback/util,tensorflow/core/runtime_fallback/test,tensorflow/core/runtime_fallback/test/gpu,tensorflow/core/runtime_fallback/test/saved_model,tensorflow/core/runtime_fallback/test/testdata,tensorflow/core/tfrt/stubs,tensorflow/core/tfrt/tfrt_session,tensorflow/core/tfrt/mlrt,tensorflow/core/tfrt/mlrt/attribute,tensorflow/core/tfrt/mlrt/kernel,tensorflow/core/tfrt/mlrt/bytecode,tensorflow/core/tfrt/mlrt/interpreter,tensorflow/compiler/mlir/tfrt/translate/mlrt,tensorflow/compiler/mlir/tfrt/translate/mlrt/testdata,tensorflow/core/tfrt/gpu,tensorflow/core/tfrt/run_handler_thread_pool,tensorflow/core/tfrt/runtime,tensorflow/core/tfrt/saved_model,tensorflow/core/tfrt/graph_executor,tensorflow/core/tfrt/saved_model/tests,tensorflow/core/tfrt/tpu,tensorflow/core/tfrt/utils,tensorflow/core/tfrt/utils/debug,tensorflow/core/tfrt/saved_model/python,tensorflow/core/tfrt/graph_executor/python,tensorflow/core/tfrt/saved_model/utils
69 changes: 22 additions & 47 deletions .github/ISSUE_TEMPLATE/tensorflow_issue_template.yaml
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
name: Tensorflow Issue Template
description: Please report security related issue using [Google Bug Hunters reporting form](https://bughunters.google.com/). To report any other TensorFlow related issue please use this template.
name: TensorFlow Issue Template
description: Use this template to report TensorFlow-related issues
body:
- type: dropdown
id: issue-type
attributes:
label: Issue Type
label: Issue type
description: What type of issue would you like to report?
multiple: false
options:
Expand All @@ -21,48 +21,46 @@ body:
- type: markdown
attributes:
value: |
Please make sure that this is a bug. As per our [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md),we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub.
Please make sure that this is a bug. As per our [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md), we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub.
- type: dropdown
id: tf-nightly
attributes:
label: Have you reproduced the bug with TF nightly?
description: It is strongly suggested that you have reproduced the bug with [TF nightly](https://www.tensorflow.org/install/pip#nightly)
label: Have you reproduced the bug with TensorFlow Nightly?
description: It is strongly suggested that you reproduce the bug with [TensorFlow Nightly](https://www.tensorflow.org/install/pip#nightly)
options:
- "Yes"
- "No"
validations:
required: true

- type: markdown
attributes:
value: |
You can collect some of this information using our environment capture [script](https://github.com/tensorflow/tensorflow/tree/master/tools/tf_env_collect.sh) You can also obtain the TensorFlow version with: <br> 1. TF 1.0: `python -c "import tensorflow as tf; print(tf.GIT_VERSION, tf.VERSION)"` <br>2. TF 2.0: `python -c "import tensorflow as tf; print(tf.version.GIT_VERSION, tf.version.VERSION)"`
value: |
You can collect some of this information using our [environment capture script](https://github.com/tensorflow/tensorflow/tree/master/tools/tf_env_collect.sh). You can also obtain the TensorFlow version with the following: <br> 1. TensorFlow 1.0: `python -c "import tensorflow as tf; print(tf.GIT_VERSION, tf.VERSION)"` <br>2. TensorFlow 2.0: `python -c "import tensorflow as tf; print(tf.version.GIT_VERSION, tf.version.VERSION)"`
- type: dropdown
id: source
attributes:
label: Source
description: Tensorflow installed from
description: TensorFlow installed from
options:
- source
- binary
validations:
required: true

- type: input
id: tfversion
attributes:
label: Tensorflow Version
description:
placeholder: ex,. tf 2.8
label: TensorFlow version
placeholder: e.g., tf 2.8
validations:
required: true
- type: dropdown
id: Code
attributes:
label: Custom Code
description:
label: Custom code
options:
- "Yes"
- "No"
Expand All @@ -71,75 +69,52 @@ body:
- type: input
id: OS
attributes:
label: OS Platform and Distribution
description:
label: OS platform and distribution
placeholder: e.g., Linux Ubuntu 16.04
validations:
required: false
- type: input
id: Mobile
attributes:
label: Mobile device
description:
placeholder: e.g., Linux Ubuntu 16.04
validations:
required: false
- type: input
id: Python
attributes:
label: Python version
description:
placeholder: e.g., 3.9
validations:
required: false
- type: input
id: Bazel
attributes:
label: Bazel version
description: if compiling from source
placeholder:
validations:
required: false
description: If compiling from source
- type: input
id: Compiler
attributes:
label: GCC/Compiler version
description: if compiling from source
placeholder:
validations:
required: false
label: GCC/compiler version
description: If compiling from source
- type: input
id: Cuda
attributes:
label: CUDA/cuDNN version
description:
placeholder:
validations:
required: false
- type: input
id: Gpu
attributes:
label: GPU model and memory
description: if compiling from source
placeholder:
validations:
required: false
description: If compiling from source
- type: textarea
id: what-happened
attributes:
label: Current Behaviour?
label: Current behavior?
description: Also tell us, what did you expect to happen?
placeholder: Tell us what you see!
value: "A bug happened!"
validations:
required: true
- type: textarea
id: code-to-reproduce
attributes:
label: Standalone code to reproduce the issue
description: Provide a reproducible test case that is the bare minimum necessary to generate the problem. If possible, please share a link to Colab/Jupyter/any notebook.
description: Provide a reproducible test case that is the bare minimum necessary to generate the problem. Please share a link to Colab, Jupyter, or any notebook.
placeholder: Tell us what you see!
value:
value:
render: shell
validations:
required: true
Expand Down
3 changes: 2 additions & 1 deletion .github/bot_config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -15,9 +15,10 @@

# A list of assignees
assignees:
- synandi
- sushreebarsa
- SuryanarayanaY
- tilakrayal
- Varsha-anjanappa
# A list of assignees for compiler folder
compiler_assignees:
- joker-eph
Expand Down
5 changes: 4 additions & 1 deletion .github/workflows/arm-cd.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,8 @@ on:
push:
tags:
- v2.**
branches:
- r2.**
schedule:
- cron: '0 8 * * *'

Expand All @@ -30,7 +32,7 @@ jobs:
strategy:
fail-fast: false
matrix:
pyver: ['3.8', '3.9', '3.10']
pyver: ['3.9', '3.10']
experimental: [false]
include:
- pyver: '3.11'
Expand Down Expand Up @@ -66,5 +68,6 @@ jobs:
CI_DOCKER_BUILD_EXTRA_PARAMS="--build-arg py_major_minor_version=${{ matrix.pyver }} --build-arg is_nightly=${is_nightly} --build-arg tf_project_name=${tf_project_name}" \
./tensorflow/tools/ci_build/ci_build.sh cpu.arm64 bash tensorflow/tools/ci_build/rel/ubuntu/cpu_arm64_pip.sh
- name: Upload pip wheel to PyPI
if: github.event_name == 'schedule' || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v2')) # only if it is a scheduled nightly or tagged
shell: bash
run: python3 -m twine upload --verbose /home/ubuntu/actions-runner/_work/tensorflow/tensorflow/whl/* -u "__token__" -p ${{ secrets.AWS_PYPI_ACCOUNT_TOKEN }}
4 changes: 2 additions & 2 deletions .github/workflows/arm-ci-extended.yml
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ jobs:
strategy:
fail-fast: false
matrix:
pyver: ['3.8', '3.9', '3.10', '3.11']
pyver: ['3.9', '3.10', '3.11']
steps:
- name: Stop old running containers (if any)
shell: bash
Expand All @@ -54,7 +54,7 @@ jobs:
- name: Checkout repository
if: ${{ github.event_name == 'push' }}
uses: actions/checkout@755da8c3cf115ac066823e79a1e1788f8940201b # v3.2.0
- name: Build binary and run non-pip tests
- name: Build binary and run python tests on nightly for all python versions
shell: bash
run: |
is_nightly=0 && tf_project_name='tf_ci_ext' && ${{ github.event_name == 'schedule' }} && is_nightly=1 && tf_project_name='tf_nightly_ci_ext'
Expand Down
11 changes: 3 additions & 8 deletions .github/workflows/arm-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -51,13 +51,8 @@ jobs:
run: find /home/ubuntu/actions-runner/_work/tensorflow/tensorflow/. -name . -o -prune -exec sudo rm -rf -- {} + || true
- name: Checkout repository
uses: actions/checkout@755da8c3cf115ac066823e79a1e1788f8940201b # v3.2.0
- name: Build and test pip wheel
- name: Build binary and run python tests
shell: bash
run: |
CI_DOCKER_BUILD_EXTRA_PARAMS="--build-arg py_major_minor_version=${{ matrix.pyver }} --build-arg is_nightly=1 --build-arg tf_project_name=tf_nightly_ci" \
./tensorflow/tools/ci_build/ci_build.sh cpu.arm64 bash tensorflow/tools/ci_build/rel/ubuntu/cpu_arm64_pip.sh
- name: Upload pip wheel to GitHub
uses: actions/upload-artifact@83fd05a356d7e2593de66fc9913b3002723633cb # v3.1.1
with:
name: tensorflow_py${{ matrix.pyver }}_wheel
path: /home/ubuntu/actions-runner/_work/tensorflow/tensorflow/whl/*.whl
CI_DOCKER_BUILD_EXTRA_PARAMS="--pull --build-arg py_major_minor_version=${{ matrix.pyver }} --build-arg is_nightly=1 --build-arg tf_project_name=tf_nightly_ci" \
./tensorflow/tools/ci_build/ci_build.sh cpu.arm64 bash tensorflow/tools/ci_build/rel/ubuntu/cpu_arm64_nonpip.sh
2 changes: 1 addition & 1 deletion .github/workflows/sigbuild-docker-branch.yml
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ jobs:
runs-on: ubuntu-latest
strategy:
matrix:
python-version: [python3.8, python3.9, python3.10, python3.11]
python-version: [python3.9, python3.10, python3.11]
steps:
-
name: Checkout
Expand Down
3 changes: 1 addition & 2 deletions .github/workflows/sigbuild-docker-presubmit.yml
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ jobs:
runs-on: ubuntu-latest
strategy:
matrix:
python-version: [python3.8, python3.9, python3.10, python3.11]
python-version: [python3.9, python3.10, python3.11]
steps:
-
name: Checkout
Expand Down Expand Up @@ -79,7 +79,6 @@ jobs:
- `gcr.io/tensorflow-sigs/build:${{ github.event.number }}-python3.11`
- `gcr.io/tensorflow-sigs/build:${{ github.event.number }}-python3.10`
- `gcr.io/tensorflow-sigs/build:${{ github.event.number }}-python3.9`
- `gcr.io/tensorflow-sigs/build:${{ github.event.number }}-python3.8`
Re-apply the `build and push to gcr.io for staging` label to rebuild and push again. This comment will only be posted once.
-
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/sigbuild-docker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ jobs:
runs-on: ubuntu-latest
strategy:
matrix:
python-version: [python3.8, python3.9, python3.10, python3.11]
python-version: [python3.9, python3.10, python3.11]
steps:
-
name: Checkout
Expand Down
Loading

0 comments on commit a9142ee

Please sign in to comment.