forked from tensorflow/tensorflow
-
Notifications
You must be signed in to change notification settings - Fork 97
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #2687 from ROCm/develop-upstream-sync-240919
Develop upstream sync 240919
- Loading branch information
Showing
3,213 changed files
with
212,598 additions
and
69,113 deletions.
The diff you're trying to view is too large. We only load the first 3000 changed files.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -41,8 +41,6 @@ | |
| # cuda_clang Build with CUDA Clang support. | ||
| # rocm: Build with AMD GPU support (rocm) | ||
| # mkl: Enable full mkl support. | ||
| # tensorrt: Enable Tensorrt support. | ||
| # noaws: Disable AWS S3 storage support | ||
| # nogcp: Disable GCS support. | ||
| # nohdfs: Disable hadoop hdfs support. | ||
| # nonccl: Disable nccl support. | ||
|
|
@@ -226,10 +224,13 @@ build:cuda --repo_env TF_NEED_CUDA=1 | |
| build:cuda --crosstool_top=@local_config_cuda//crosstool:toolchain | ||
| build:cuda --@local_config_cuda//:enable_cuda | ||
| # Default CUDA and CUDNN versions. | ||
| build:cuda --repo_env=HERMETIC_CUDA_VERSION="12.3.2" | ||
| build:cuda --repo_env=HERMETIC_CUDNN_VERSION="8.9.7.29" | ||
| # This flag is needed to include hermetic CUDA libraries for bazel tests. | ||
| test:cuda --@local_config_cuda//cuda:include_hermetic_cuda_libs=true | ||
| build:cuda --repo_env=HERMETIC_CUDA_VERSION="12.5.1" | ||
| build:cuda --repo_env=HERMETIC_CUDNN_VERSION="9.3.0" | ||
| # This flag is needed to include CUDA libraries. | ||
| build:cuda --@local_config_cuda//cuda:include_cuda_libs=true | ||
|
|
||
| # This configuration is used for building the wheels. | ||
| build:cuda_wheel --@local_config_cuda//cuda:include_cuda_libs=false | ||
|
|
||
| # CUDA: This config refers to building CUDA op kernels with clang. | ||
| build:cuda_clang --config=cuda | ||
|
|
@@ -252,10 +253,10 @@ build:cuda_clang --linkopt="-lm" | |
|
|
||
| # Set up compilation CUDA version and paths and use the CUDA Clang toolchain. | ||
| build:cuda_clang_official --config=cuda_clang | ||
| build:cuda_clang_official --repo_env=HERMETIC_CUDA_VERSION="12.3.2" | ||
| build:cuda_clang_official --repo_env=HERMETIC_CUDNN_VERSION="8.9.7.29" | ||
| build:cuda_clang_official --repo_env=HERMETIC_CUDA_VERSION="12.5.1" | ||
| build:cuda_clang_official --repo_env=HERMETIC_CUDNN_VERSION="9.3.0" | ||
| build:cuda_clang_official --action_env=CLANG_CUDA_COMPILER_PATH="/usr/lib/llvm-18/bin/clang" | ||
| build:cuda_clang_official --crosstool_top="@sigbuild-r2.17-clang_config_cuda//crosstool:toolchain" | ||
| build:cuda_clang_official --crosstool_top="@local_config_cuda//crosstool:toolchain" | ||
|
|
||
| # Build with nvcc for CUDA and clang for host | ||
| build:nvcc_clang --config=cuda | ||
|
|
@@ -286,8 +287,6 @@ build:tpu --define=framework_shared_object=true | |
| build:tpu --copt=-DLIBTPU_ON_GCE | ||
| build:tpu --define=enable_mlir_bridge=true | ||
|
|
||
| build:tensorrt --repo_env TF_NEED_TENSORRT=1 | ||
|
|
||
| build:rocm_base --crosstool_top=@local_config_rocm//crosstool:toolchain | ||
| build:rocm_base --define=using_rocm_hipcc=true | ||
| build:rocm_base --define=tensorflow_mkldnn_contraction_kernel=0 | ||
|
|
@@ -544,9 +543,11 @@ build:rbe_linux --host_linkopt=-lm | |
|
|
||
| build:rbe_linux_cpu --config=rbe_linux | ||
| # Linux cpu and cuda builds share the same toolchain now. | ||
| build:rbe_linux_cpu --host_crosstool_top="@sigbuild-r2.17-clang_config_cuda//crosstool:toolchain" | ||
| build:rbe_linux_cpu --crosstool_top="@sigbuild-r2.17-clang_config_cuda//crosstool:toolchain" | ||
| build:rbe_linux_cpu --extra_toolchains="@sigbuild-r2.17-clang_config_cuda//crosstool:toolchain-linux-x86_64" | ||
| build:rbe_linux_cpu --host_crosstool_top="@local_config_cuda//crosstool:toolchain" | ||
| build:rbe_linux_cpu --crosstool_top="@local_config_cuda//crosstool:toolchain" | ||
| build:rbe_linux_cpu --extra_toolchains="@local_config_cuda//crosstool:toolchain-linux-x86_64" | ||
| build:rbe_linux_cpu --repo_env=CC="/usr/lib/llvm-18/bin/clang" | ||
| build:rbe_linux_cpu --repo_env=TF_SYSROOT="/dt9" | ||
| build:rbe_linux_cpu --extra_execution_platforms="@sigbuild-r2.17-clang_config_platform//:platform" | ||
| build:rbe_linux_cpu --host_platform="@sigbuild-r2.17-clang_config_platform//:platform" | ||
| build:rbe_linux_cpu --platforms="@sigbuild-r2.17-clang_config_platform//:platform" | ||
|
|
@@ -558,7 +559,6 @@ build:rbe_linux_cpu --copt=-Wno-error=unused-command-line-argument | |
| # See https://github.com/protocolbuffers/upb/blob/9effcbcb27f0a665f9f345030188c0b291e32482/upb/upb.c#L183. | ||
| build:rbe_linux_cpu --copt=-Wno-gnu-offsetof-extensions | ||
| # Python config is the same across all containers because the binary is the same | ||
| build:rbe_linux_cpu --repo_env=TF_PYTHON_CONFIG_REPO="@sigbuild-r2.17-clang_config_python" | ||
| build:rbe_linux_cpu --python_path="/usr/bin/python3" | ||
| # These you may need to change for your own GCP project. | ||
| common:rbe_linux_cpu --remote_instance_name=projects/tensorflow-testing/instances/default_instance | ||
|
|
@@ -572,7 +572,6 @@ build:rbe_linux_cpu_old --extra_execution_platforms="@ubuntu20.04-gcc9_manylinux | |
| build:rbe_linux_cpu_old --host_platform="@ubuntu20.04-gcc9_manylinux2014-cuda11.2-cudnn8.1-tensorrt7.2_config_platform//:platform" | ||
| build:rbe_linux_cpu_old --platforms="@ubuntu20.04-gcc9_manylinux2014-cuda11.2-cudnn8.1-tensorrt7.2_config_platform//:platform" | ||
| build:rbe_linux_cpu_old --python_path="/usr/local/bin/python3.9" | ||
| build:rbe_linux_cpu_old --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu20.04-gcc9_manylinux2014-cuda11.2-cudnn8.1-tensorrt7.2_config_python3.9" | ||
| common:rbe_linux_cpu_old --remote_instance_name=projects/tensorflow-testing/instances/default_instance | ||
|
|
||
| build:rbe_linux_cuda --config=cuda_clang_official | ||
|
|
@@ -688,7 +687,8 @@ test:release_linux_base --test_summary=short | |
| build:release_cpu_linux --config=release_linux_base | ||
| # GPU Toolchain is defined here for the CPU release config | ||
| # This isn't very flexible and not needed | ||
| # build:release_cpu_linux --crosstool_top="@sigbuild-r2.16-clang_config_cuda//crosstool:toolchain" | ||
| #build:release_cpu_linux --crosstool_top="@local_config_cuda//crosstool:toolchain" | ||
| #build:release_cpu_linux --repo_env=TF_SYSROOT="/dt9" | ||
|
|
||
| build:release_gpu_linux --config=release_cpu_linux | ||
| build:release_cpu_linux --config=release_cpu_linux_base | ||
|
|
@@ -705,31 +705,6 @@ build:release_arm64_linux --config=mkl_aarch64_threadpool | |
| build:release_arm64_linux --copt=-flax-vector-conversions | ||
| test:release_arm64_linux --flaky_test_attempts=3 | ||
|
|
||
| # The old gcc linux build options are preserved in the unsupported_*_linux | ||
| # configs. If your project fails to build with Clang, you can use these | ||
| # unsupported flags to replace the release flags in your build command. | ||
| # However, please note that the old toolchain is no longer officially supported | ||
| # by TensorFlow and the unsupported configs will be removed soon b/299962977. We | ||
| # strongly recommend that you migrate to Clang as your compiler for TensorFlow | ||
| # Linux builds. Instructions are available in the official documentation: | ||
| # https://www.tensorflow.org/install/source#install_clang_recommended_linux_only | ||
| # Another good option is to use our Docker containers to build and test TF: | ||
| # https://github.com/tensorflow/tensorflow/tree/master/tensorflow/tools/tf_sig_build_dockerfiles. | ||
| build:unsupported_cpu_linux --config=avx_linux | ||
| build:unsupported_cpu_linux --crosstool_top="@ubuntu20.04-gcc9_manylinux2014-cuda11.2-cudnn8.1-tensorrt7.2_config_cuda//crosstool:toolchain" | ||
| test:unsupported_cpu_linux --test_env=LD_LIBRARY_PATH | ||
| test:unsupported_cpu_linux --config=release_base | ||
|
|
||
| build:unsupported_gpu_linux --config=cuda | ||
| build:unsupported_gpu_linux --config=unsupported_cpu_linux | ||
| build:unsupported_gpu_linux --action_env=TF_CUDA_VERSION="11" | ||
| build:unsupported_gpu_linux --action_env=TF_CUDNN_VERSION="8" | ||
| build:unsupported_gpu_linux --repo_env=TF_CUDA_COMPUTE_CAPABILITIES="sm_35,sm_50,sm_60,sm_70,sm_75,compute_80" | ||
| build:unsupported_gpu_linux --action_env=CUDA_TOOLKIT_PATH="/usr/local/cuda-11.2" | ||
| build:unsupported_gpu_linux --action_env=LD_LIBRARY_PATH="/usr/local/cuda:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda-11.1/lib64" | ||
| build:unsupported_gpu_linux --action_env=GCC_HOST_COMPILER_PATH="/dt9/usr/bin/gcc" | ||
| build:unsupported_gpu_linux [email protected]_manylinux2014-cuda11.2-cudnn8.1-tensorrt7.2_config_cuda//crosstool:toolchain | ||
|
|
||
| build:release_cpu_macos --config=avx_linux | ||
|
|
||
| # Base build configs for macOS | ||
|
|
@@ -803,8 +778,8 @@ build:tf_public_macos_cache_push --config=tf_public_macos_cache --remote_upload_ | |
| # at the scripts of ci/official/ to see how TF's CI uses them. | ||
|
|
||
| # LIBTENSORFLOW TESTS are for building Libtensorflow archives. These are CUDA/CPU-agnostic. | ||
| test:linux_libtensorflow_test -- //tensorflow/tools/lib_package:libtensorflow_test //tensorflow/tools/lib_package:libtensorflow_java_test | ||
| build:linux_libtensorflow_build -- //tensorflow/tools/lib_package:libtensorflow.tar.gz //tensorflow/tools/lib_package:libtensorflow_jni.tar.gz //tensorflow/java:libtensorflow.jar //tensorflow/java:libtensorflow-src.jar //tensorflow/tools/lib_package:libtensorflow_proto.zip | ||
| test:linux_libtensorflow_test --config=cuda_wheel -- //tensorflow/tools/lib_package:libtensorflow_test //tensorflow/tools/lib_package:libtensorflow_java_test | ||
| build:linux_libtensorflow_build --config=cuda_wheel -- //tensorflow/tools/lib_package:libtensorflow.tar.gz //tensorflow/tools/lib_package:libtensorflow_jni.tar.gz //tensorflow/java:libtensorflow.jar //tensorflow/java:libtensorflow-src.jar //tensorflow/tools/lib_package:libtensorflow_proto.zip | ||
|
|
||
| # PYTHON TESTS run a suite of Python tests intended for verifying that the Python wheel | ||
| # will work properly. These are usually run Nightly or upon Release. | ||
|
|
@@ -822,7 +797,7 @@ test:linux_cuda_wheel_test --config=linux_cuda_wheel_test_filters -- //tensorflo | |
| test:linux_arm64_wheel_test_filters --test_tag_filters=-no_oss,-no_aarch64,-oss_excluded,-oss_serial,-gpu,-tpu,-benchmark-test,-v1only,-no_oss_py38,-no_oss_py39,-no_oss_py310 | ||
| test:linux_arm64_wheel_test_filters --build_tag_filters=-no_oss,-no_aarch64,-oss_excluded,-oss_serial,-gpu,-tpu,-benchmark-test,-v1only,-no_oss_py38,-no_oss_py39,-no_oss_py310 | ||
| test:linux_arm64_wheel_test_filters --test_lang_filters=py --test_size_filters=small,medium | ||
| test:linux_arm64_wheel_test --config=linux_arm64_wheel_test_filters -- //tensorflow/... -//tensorflow/python/integration_testing/... -//tensorflow/compiler/tf2tensorrt/... -//tensorflow/core/tpu/... -//tensorflow/lite/... -//tensorflow/tools/toolchains/... -//tensorflow/go/... -//tensorflow/java/... -//tensorflow/core/grappler/optimizers:auto_mixed_precision_test_cpu -//tensorflow/core/grappler/optimizers:remapper_test_cpu -//tensorflow/core/kernels/image:resize_bicubic_op_test -//tensorflow/compiler/mlir/tfr/examples/customization:test_ops_test -//tensorflow/compiler/mlir/tfr/examples/mnist:mnist_ops_test -//tensorflow/compiler/mlir/tfr/examples/pad:pad_ops_test | ||
| test:linux_arm64_wheel_test --config=linux_arm64_wheel_test_filters -- //tensorflow/... -//tensorflow/python/integration_testing/... -//tensorflow/compiler/tf2tensorrt/... -//tensorflow/core/tpu/... -//tensorflow/lite/... -//tensorflow/tools/toolchains/... -//tensorflow/go/... -//tensorflow/java/... -//tensorflow/core/grappler/optimizers:auto_mixed_precision_test_cpu -//tensorflow/core/grappler/optimizers:remapper_test_cpu -//tensorflow/core/kernels/image:resize_bicubic_op_test | ||
| # MACOS ARM64 WHEEL | ||
| test:macos_arm64_wheel_test_filters --test_tag_filters=-no_oss,-oss_excluded,-oss_serial,-no_oss_py39,-no_oss_py310,-nomac,-no_mac,-mac_excluded,-v1only,-gpu,-tpu,-benchmark-test,-no_mac_arm64,-no_aarch64 | ||
| test:macos_arm64_wheel_test_filters --build_tag_filters=-no_oss,-oss_excluded,-oss_serial,-no_oss_py39,-no_oss_py310,-nomac,-no_mac,-mac_excluded,-v1only,-gpu,-tpu,-benchmark-test,-no_mac_arm64,-no_aarch64 | ||
|
|
@@ -861,7 +836,7 @@ build:linux_arm64_pycpp_test_filters --test_tag_filters=-no_oss,-no_aarch64,-oss | |
| build:linux_arm64_pycpp_test_filters --build_tag_filters=-no_oss,-no_aarch64,-oss_excluded,-oss_serial,-gpu,-tpu,-benchmark-test,-v1only | ||
| build:linux_arm64_pycpp_test_filters --test_lang_filters=cc,py --test_size_filters=small,medium --flaky_test_attempts=3 | ||
| # TODO(michaelhudgins): Why do we need to specifically omit go and java here? | ||
| build:linux_arm64_pycpp_test --config=linux_arm64_pycpp_test_filters -- //tensorflow/... -//tensorflow/python/integration_testing/... -//tensorflow/compiler/tf2tensorrt/... -//tensorflow/core/tpu/... -//tensorflow/lite/... -//tensorflow/tools/toolchains/... -//tensorflow/go/... -//tensorflow/java/... -//tensorflow/core/grappler/optimizers:auto_mixed_precision_test_cpu -//tensorflow/core/grappler/optimizers:remapper_test_cpu -//tensorflow/core/kernels/image:resize_bicubic_op_test -//tensorflow/compiler/mlir/tfr/examples/customization:test_ops_test -//tensorflow/compiler/mlir/tfr/examples/mnist:mnist_ops_test -//tensorflow/compiler/mlir/tfr/examples/pad:pad_ops_test -//tensorflow/python/tools:aot_compiled_test | ||
| build:linux_arm64_pycpp_test --config=linux_arm64_pycpp_test_filters -- //tensorflow/... -//tensorflow/python/integration_testing/... -//tensorflow/compiler/tf2tensorrt/... -//tensorflow/core/tpu/... -//tensorflow/lite/... -//tensorflow/tools/toolchains/... -//tensorflow/go/... -//tensorflow/java/... -//tensorflow/core/grappler/optimizers:auto_mixed_precision_test_cpu -//tensorflow/core/grappler/optimizers:remapper_test_cpu -//tensorflow/core/kernels/image:resize_bicubic_op_test -//tensorflow/python/tools:aot_compiled_test | ||
| # CROSS-COMPILE ARM64 PYCPP | ||
| build:cross_compile_linux_arm64_pycpp_test --config=linux_arm64_pycpp_test | ||
| # Tests that fail only when cross-compiled | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -28,7 +28,7 @@ permissions: | |
| jobs: | ||
| scan-scheduled: | ||
| if: github.repository == 'tensorflow/tensorflow' | ||
| uses: "google/osv-scanner-action/.github/workflows/[email protected].2" | ||
| uses: "google/osv-scanner-action/.github/workflows/[email protected].4" | ||
| with: | ||
| scan-args: |- | ||
| --lockfile=requirements.txt:./requirements_lock_3_9.txt | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.