Add hermetic CUDA repository rule calls to TF serving project.

tensorflower-gardener · tensorflow-copybara · commit 787c85f1a3f0 · 2024-08-15T12:08:19.000-07:00
See instructions [here](https://github.com/openxla/xla/blob/main/docs/hermetic_cuda.md). [XLA PR](openxla/xla#10673) introduced hermetic CUDA rules in ML OSS projects. Now all XLA downstream projects should call those rules in their workspaces. Also `.bazelrc` should use new environment variables for CUDA builds. PiperOrigin-RevId: 663396732
diff --git a/.bazelrc b/.bazelrc
@@ -12,17 +12,15 @@ build:cuda_clang --config=cuda
 build:cuda_clang --copt=-Wno-gnu-offsetof-extensions
 build:cuda_clang --copt=-Wno-error=unused-command-line-argument
 build:cuda_clang --host_copt=-Wno-error=unused-command-line-argument
-build:cuda_clang --repo_env TF_NEED_TENSORRT=1
+build:cuda_clang --repo_env TF_NEED_TENSORRT=0
 build:cuda_clang --action_env=TF_CUDA_CLANG="1"
 build:cuda_clang --@local_config_cuda//:cuda_compiler=clang
 build:cuda_clang --repo_env=TF_CUDA_COMPUTE_CAPABILITIES="sm_50,sm_60,sm_70,sm_80,compute_90"
 
-build:cuda_clang --action_env=TF_CUDA_VERSION="12"
-build:cuda_clang --action_env=TF_CUDNN_VERSION="8"
-build:cuda_clang --action_env=CUDA_TOOLKIT_PATH="/usr/local/cuda-12.2"
+build:cuda_clang --repo_env=HERMETIC_CUDA_VERSION="12.2.0"
+build:cuda_clang --repo_env=HERMETIC_CUDNN_VERSION="8.9.4.25"
 build:cuda_clang --action_env=GCC_HOST_COMPILER_PATH="/dt9/usr/bin/gcc"
 build:cuda_clang --action_env=CLANG_CUDA_COMPILER_PATH="/usr/lib/llvm-17/bin/clang"
-build:cuda_clang --action_env=LD_LIBRARY_PATH="/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64"
 
 # Options used to build with TPU support.
 build:tpu --define=with_tpu_support=true --define=framework_shared_object=false
diff --git a/WORKSPACE b/WORKSPACE
@@ -24,8 +24,8 @@ local_repository(
 load("//tensorflow_serving:repo.bzl", "tensorflow_http_archive")
 tensorflow_http_archive(
     name = "org_tensorflow",
-    sha256 = "37c31df1fd6ffc977b89fcc1df3dda00a10167bb9a9783c33002dbf47599401f",
-    git_commit = "fa046f8e05897e19bf26fca342144e638026d67a",
+    sha256 = "ff3d29623c5fa7fbf66e3f383b33381fbcd5bd8e1988ea9d5364273b639c1ed8",
+    git_commit = "1ad7a2160315a64dd2a5cbde380e9478b671d043",
 )
 
 # Import all of TensorFlow Serving's external dependencies.
@@ -84,3 +84,50 @@ load("@rules_proto//proto:repositories.bzl", "rules_proto_dependencies", "rules_
 rules_proto_dependencies()
 rules_proto_toolchains()
 
+load(
+    "@local_tsl//third_party/gpus/cuda/hermetic:cuda_json_init_repository.bzl",
+    "cuda_json_init_repository",
+)
+
+cuda_json_init_repository()
+
+load(
+    "@cuda_redist_json//:distributions.bzl",
+    "CUDA_REDISTRIBUTIONS",
+    "CUDNN_REDISTRIBUTIONS",
+)
+load(
+    "@local_tsl//third_party/gpus/cuda/hermetic:cuda_redist_init_repositories.bzl",
+    "cuda_redist_init_repositories",
+    "cudnn_redist_init_repository",
+)
+
+cuda_redist_init_repositories(
+    cuda_redistributions = CUDA_REDISTRIBUTIONS,
+)
+
+cudnn_redist_init_repository(
+    cudnn_redistributions = CUDNN_REDISTRIBUTIONS,
+)
+
+load(
+    "@local_tsl//third_party/gpus/cuda/hermetic:cuda_configure.bzl",
+    "cuda_configure",
+)
+
+cuda_configure(name = "local_config_cuda")
+
+load(
+    "@local_tsl//third_party/nccl/hermetic:nccl_redist_init_repository.bzl",
+    "nccl_redist_init_repository",
+)
+
+nccl_redist_init_repository()
+
+load(
+    "@local_tsl//third_party/nccl/hermetic:nccl_configure.bzl",
+    "nccl_configure",
+)
+
+nccl_configure(name = "local_config_nccl")
+
