Develop upstream sync 230814

RELEASE.md

@@ -52,6 +52,8 @@
 * <IF A CHANGE CLOSES A GITHUB ISSUE, IT SHOULD BE DOCUMENTED HERE>
 * <NOTES SHOULD BE GROUPED PER AREA>
 
+* Add ops to tensorflow.raw_ops that were missing.
+
 ## Thanks to our Contributors
 
 This release contains contributions from many people at Google, as well as:

ci/official/bazelrcs/cpu.bazelrc

@@ -79,11 +79,15 @@ build:libtensorflow_build -- //tensorflow/tools/lib_package:libtensorflow.tar.gz
 # For outputting Build Event Protocol files
 build:build_event_export --build_event_json_file=build/bep.json
 
+# Allow creation of resultstore URLs for any bazel invocation
+build:resultstore --google_default_credentials
+build:resultstore --bes_backend=buildeventservice.googleapis.com
+build:resultstore --bes_results_url="https://source.cloud.google.com/results/invocations"
+build:resultstore --bes_timeout=600s
+build:resultstore --bes_instance_name="tensorflow-testing"
+
 # For Remote Build Execution.
-build:rbe --google_default_credentials
-build:rbe --bes_backend=buildeventservice.googleapis.com
-build:rbe --bes_results_url="https://source.cloud.google.com/results/invocations"
-build:rbe --bes_timeout=600s
+build:rbe --config=resultstore
 build:rbe --define=EXECUTOR=remote
 build:rbe --jobs=800
 build:rbe --remote_executor=grpcs://remotebuildexecution.googleapis.com
@@ -101,7 +105,6 @@ build:rbe --platforms="@sigbuild-r2.14-clang_config_platform//:platform"
 # Python config is the same across all containers because the binary is the same
 build:rbe --repo_env=TF_PYTHON_CONFIG_REPO="@sigbuild-r2.14-clang_config_python"
 build:rbe --remote_instance_name=projects/tensorflow-testing/instances/default_instance
-build:rbe --project_id="tensorflow-testing"
 
 # For continuous builds
 test:pycpp_filters --test_tag_filters=-no_oss,-oss_excluded,-oss_serial,-gpu,-tpu,-benchmark-test,-v1only

ci/official/bazelrcs/cuda.bazelrc

@@ -102,11 +102,15 @@ build:libtensorflow_build -- //tensorflow/tools/lib_package:libtensorflow.tar.gz
 # For outputting Build Event Protocol files
 build:build_event_export --build_event_json_file=build/bep.json
 
+# Allow creation of resultstore URLs for any bazel invocation
+build:resultstore --google_default_credentials
+build:resultstore --bes_backend=buildeventservice.googleapis.com
+build:resultstore --bes_results_url="https://source.cloud.google.com/results/invocations"
+build:resultstore --bes_timeout=600s
+build:resultstore --bes_instance_name="tensorflow-testing"
+
 # For Remote Build Execution.
-build:rbe --google_default_credentials
-build:rbe --bes_backend=buildeventservice.googleapis.com
-build:rbe --bes_results_url="https://source.cloud.google.com/results/invocations"
-build:rbe --bes_timeout=600s
+build:rbe --config=resultstore
 build:rbe --define=EXECUTOR=remote
 build:rbe --jobs=800
 build:rbe --remote_executor=grpcs://remotebuildexecution.googleapis.com

ci/official/envs/continuous_linux_x86_cpu_py310

@@ -3,10 +3,9 @@
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cpu.bazelrc)
 TFCI_BAZEL_COMMON_ARGS=(--config rbe --repo_env=TF_PYTHON_VERSION=3.10)
 TFCI_BUILD_PIP_PACKAGE_ARGS=(--cpu)
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=()
+TFCI_DOCKER_ARGS=()
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.10
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=

ci/official/envs/continuous_linux_x86_cpu_py311

@@ -3,10 +3,9 @@
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cpu.bazelrc)
 TFCI_BAZEL_COMMON_ARGS=(--config rbe --repo_env=TF_PYTHON_VERSION=3.11)
 TFCI_BUILD_PIP_PACKAGE_ARGS=(--cpu)
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=()
+TFCI_DOCKER_ARGS=()
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.11
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=

ci/official/envs/continuous_linux_x86_cpu_py39

@@ -3,10 +3,9 @@
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cpu.bazelrc)
 TFCI_BAZEL_COMMON_ARGS=(--config rbe --repo_env=TF_PYTHON_VERSION=3.9)
 TFCI_BUILD_PIP_PACKAGE_ARGS=(--cpu)
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=()
+TFCI_DOCKER_ARGS=()
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.9
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=

ci/official/envs/continuous_linux_x86_cuda_py310

@@ -3,10 +3,9 @@
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cuda.bazelrc)
 TFCI_BAZEL_COMMON_ARGS=(--config rbe --repo_env=TF_PYTHON_VERSION=3.10)
 TFCI_BUILD_PIP_PACKAGE_ARGS=()
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=(--gpus all)
+TFCI_DOCKER_ARGS=(--gpus all)
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.10
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=

ci/official/envs/continuous_linux_x86_cuda_py311

@@ -3,10 +3,9 @@
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cuda.bazelrc)
 TFCI_BAZEL_COMMON_ARGS=(--config rbe --repo_env=TF_PYTHON_VERSION=3.11)
 TFCI_BUILD_PIP_PACKAGE_ARGS=()
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=(--gpus all)
+TFCI_DOCKER_ARGS=(--gpus all)
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.11
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=

ci/official/envs/continuous_linux_x86_cuda_py39

@@ -3,10 +3,9 @@
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cuda.bazelrc)
 TFCI_BAZEL_COMMON_ARGS=(--config rbe --repo_env=TF_PYTHON_VERSION=3.9)
 TFCI_BUILD_PIP_PACKAGE_ARGS=()
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=(--gpus all)
+TFCI_DOCKER_ARGS=(--gpus all)
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.9
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=

ci/official/envs/local_cpu

@@ -1,10 +1,9 @@
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cpu.bazelrc)
 TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache --repo_env=TF_PYTHON_VERSION=3.9)
 TFCI_BUILD_PIP_PACKAGE_ARGS=("--cpu")
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=()
+TFCI_DOCKER_ARGS=()
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.9
 TFCI_DOCKER_PULL_ENABLE=
 TFCI_GIT_DIR=.
@@ -20,3 +19,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=1

ci/official/envs/nightly_libtensorflow_linux_x86_cpu

@@ -1,12 +1,11 @@
 #TFCI_UPLOAD_LIB_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 #TFCI_UPLOAD_WHL_GCS_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cpu.bazelrc)
-TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --repo_env=TF_PYTHON_VERSION=3.10)
+TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --config resultstore --repo_env=TF_PYTHON_VERSION=3.10)
 TFCI_BUILD_PIP_PACKAGE_ARGS=(--cpu --nightly_flag)
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=()
+TFCI_DOCKER_ARGS=()
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.10
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=

ci/official/envs/nightly_libtensorflow_linux_x86_cuda

@@ -1,12 +1,11 @@
 #TFCI_UPLOAD_LIB_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 #TFCI_UPLOAD_WHL_GCS_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cuda.bazelrc)
-TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --repo_env=TF_PYTHON_VERSION=3.10)
+TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --config resultstore --repo_env=TF_PYTHON_VERSION=3.10)
 TFCI_BUILD_PIP_PACKAGE_ARGS=(--nightly_flag)
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=(--gpus all)
+TFCI_DOCKER_ARGS=(--gpus all)
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.10
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=( --config-file "$KOKORO_KEYSTORE_DIR/73361_tensorflow_pypirc_using_global_api_token" --repository testpypi )
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=

ci/official/envs/nightly_linux_x86_cpu_py310

@@ -1,12 +1,11 @@
 #TFCI_UPLOAD_LIB_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 #TFCI_UPLOAD_WHL_GCS_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cpu.bazelrc)
-TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --repo_env=TF_PYTHON_VERSION=3.10)
+TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --config resultstore --repo_env=TF_PYTHON_VERSION=3.10)
 TFCI_BUILD_PIP_PACKAGE_ARGS=(--cpu --nightly_flag)
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=()
+TFCI_DOCKER_ARGS=()
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.10
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=( --config-file "$KOKORO_KEYSTORE_DIR/73361_tensorflow_pypirc_using_global_api_token" --repository testpypi )
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=1

ci/official/envs/nightly_linux_x86_cpu_py311

@@ -1,12 +1,11 @@
 #TFCI_UPLOAD_LIB_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 #TFCI_UPLOAD_WHL_GCS_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cpu.bazelrc)
-TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --repo_env=TF_PYTHON_VERSION=3.11)
+TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --config resultstore --repo_env=TF_PYTHON_VERSION=3.11)
 TFCI_BUILD_PIP_PACKAGE_ARGS=(--cpu --nightly_flag)
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=()
+TFCI_DOCKER_ARGS=()
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.11
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=( --config-file "$KOKORO_KEYSTORE_DIR/73361_tensorflow_pypirc_using_global_api_token" --repository testpypi )
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=1

ci/official/envs/nightly_linux_x86_cpu_py39

@@ -1,12 +1,11 @@
 #TFCI_UPLOAD_LIB_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 #TFCI_UPLOAD_WHL_GCS_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cpu.bazelrc)
-TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --repo_env=TF_PYTHON_VERSION=3.9)
+TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --config resultstore --repo_env=TF_PYTHON_VERSION=3.9)
 TFCI_BUILD_PIP_PACKAGE_ARGS=(--cpu --nightly_flag)
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=()
+TFCI_DOCKER_ARGS=()
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.9
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=( --config-file "$KOKORO_KEYSTORE_DIR/73361_tensorflow_pypirc_using_global_api_token" --repository testpypi )
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=1

ci/official/envs/nightly_linux_x86_cuda_py310

@@ -1,12 +1,11 @@
 #TFCI_UPLOAD_LIB_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 #TFCI_UPLOAD_WHL_GCS_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cuda.bazelrc)
-TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --repo_env=TF_PYTHON_VERSION=3.10)
+TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --config resultstore --repo_env=TF_PYTHON_VERSION=3.10)
 TFCI_BUILD_PIP_PACKAGE_ARGS=(--nightly_flag)
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=(--gpus all)
+TFCI_DOCKER_ARGS=(--gpus all)
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.10
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=( --config-file "$KOKORO_KEYSTORE_DIR/73361_tensorflow_pypirc_using_global_api_token" --repository testpypi )
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=1

ci/official/envs/nightly_linux_x86_cuda_py311

@@ -1,12 +1,11 @@
 #TFCI_UPLOAD_LIB_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 #TFCI_UPLOAD_WHL_GCS_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cuda.bazelrc)
-TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --repo_env=TF_PYTHON_VERSION=3.11)
+TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --config resultstore --repo_env=TF_PYTHON_VERSION=3.11)
 TFCI_BUILD_PIP_PACKAGE_ARGS=(--nightly_flag)
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=(--gpus all)
+TFCI_DOCKER_ARGS=(--gpus all)
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.11
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=( --config-file "$KOKORO_KEYSTORE_DIR/73361_tensorflow_pypirc_using_global_api_token" --repository testpypi )
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=1

ci/official/envs/nightly_linux_x86_cuda_py39

@@ -1,12 +1,11 @@
 #TFCI_UPLOAD_LIB_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 #TFCI_UPLOAD_WHL_GCS_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
 TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cuda.bazelrc)
-TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --repo_env=TF_PYTHON_VERSION=3.9)
+TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --config resultstore --repo_env=TF_PYTHON_VERSION=3.9)
 TFCI_BUILD_PIP_PACKAGE_ARGS=(--nightly_flag)
-TFCI_CAPTURE_LOGS_ENABLE=1
 TFCI_COPYBARA_ENABLE=0
 TFCI_DOCKER_ENABLE=1
-TFCI_DOCKER_GPU_ARGS=(--gpus all)
+TFCI_DOCKER_ARGS=(--gpus all)
 TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.9
 TFCI_DOCKER_PULL_ENABLE=1
 TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
@@ -22,3 +21,4 @@ TFCI_UPLOAD_WHL_GCS_ENABLE=
 TFCI_UPLOAD_WHL_GCS_URI=
 TFCI_UPLOAD_WHL_PYPI_ARGS=( --config-file "$KOKORO_KEYSTORE_DIR/73361_tensorflow_pypirc_using_global_api_token" --repository testpypi )
 TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=1

ci/official/envs/nightly_linux_x86_tpu_py310

@@ -0,0 +1,24 @@
+#TFCI_UPLOAD_LIB_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
+#TFCI_UPLOAD_WHL_GCS_URI="gs://tensorflow-release-packages/$RELEASE_VERSION/$KOKORO_GIT_COMMIT_tensorflow"
+TFCI_BAZEL_BAZELRC_ARGS=(--bazelrc ./ci/official/bazelrcs/cpu.bazelrc)
+TFCI_BAZEL_COMMON_ARGS=(--config sigbuild_remote_cache_push --config resultstore --repo_env=TF_PYTHON_VERSION=3.10 --define=with_tpu_support=true)
+TFCI_BUILD_PIP_PACKAGE_ARGS=(--tpu --nightly_flag)
+TFCI_COPYBARA_ENABLE=0
+TFCI_DOCKER_ENABLE=1
+TFCI_DOCKER_ARGS=()
+TFCI_DOCKER_IMAGE=tensorflow/build:latest-python3.10
+TFCI_DOCKER_PULL_ENABLE=1
+TFCI_GIT_DIR=$KOKORO_ARTIFACTS_DIR/github/tensorflow
+TFCI_INDEX_HTML_ENABLE=1
+TFCI_LIB_SUFFIX="-cpu-linux-x86_64"
+TFCI_NIGHTLY_UPDATE_VERSION_ENABLE=1
+TFCI_NVIDIA_SMI_ENABLE=
+TFCI_UPLOAD_LIB_ENABLE=
+TFCI_UPLOAD_LIB_LATEST_ENABLE=
+TFCI_UPLOAD_LIB_LATEST_URI="gs://libtensorflow-nightly/latest"
+TFCI_UPLOAD_LIB_URI="gs://libtensorflow-nightly/$(date -I)"
+TFCI_UPLOAD_WHL_GCS_ENABLE=
+TFCI_UPLOAD_WHL_GCS_URI=
+TFCI_UPLOAD_WHL_PYPI_ARGS=( --config-file "$KOKORO_KEYSTORE_DIR/73361_tensorflow_pypirc_using_global_api_token" --repository testpypi )
+TFCI_UPLOAD_WHL_PYPI_ENABLE=
+TFCI_WHL_BAZEL_TEST_ENABLE=0

ci/official/requirements_updater/updater.sh

@@ -18,6 +18,8 @@
 # if there is a change in requirements.in then all lock files will be updated
 # accordingly
 
+# All commands run relative to this directory
+cd "$(dirname "${BASH_SOURCE[0]}")"
 
 mv BUILD.bazel BUILD
 

ci/official/utilities/capture_test_logs.sh → ci/official/utilities/cleanup_docker.sh

@@ -13,12 +13,16 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-ROOT_DIR=$1
-OUTPUT_DIR=$2
-mkdir -p $OUTPUT_DIR
-cd $ROOT_DIR
-find -L bazel-testlogs -name "test.log" -exec cp --parents {} "$OUTPUT_DIR" \;
-find -L bazel-testlogs -name "test.xml" -exec cp --parents {} "$OUTPUT_DIR" \;
-find -L "$OUTPUT_DIR" -name "test.log" -exec chmod -x {} \;
-find -L "$OUTPUT_DIR" -name "test.log" -execdir mv test.log sponge_log.log \;
-find -L "$OUTPUT_DIR" -name "test.xml" -execdir mv test.xml sponge_log.xml \;
+cat <<EOF
+IMPORTANT: These tests ran under docker. This script does not clean up the
+container for you! You can delete the container with:
+
+$ docker rm -f tf
+
+You can also execute more commands within the container with e.g.:
+
+$ docker exec tf bazel clean
+$ docker exec -it tf bash
+EOF
+
+docker ps