Skip to content

Commit dbe75ff

Browse files
Internal change
PiperOrigin-RevId: 922850859
1 parent 76b61ae commit dbe75ff

4 files changed

Lines changed: 92 additions & 4 deletions

File tree

.bazelrc

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -32,3 +32,7 @@ build:windows --google_default_credentials=true
3232
build:macos --remote_cache=https://storage.googleapis.com/macos-cel-python-remote-cache
3333
build:macos --google_default_credentials=true
3434

35+
# Silence deprecation warnings from external dependencies (Linux and macOS)
36+
build:linux --cxxopt=-Wno-deprecated-declarations
37+
build:macos --cxxopt=-Wno-deprecated-declarations
38+

release/kokoro/release_linux.cfg

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,3 +3,8 @@
33

44
build_file: "cel-python/release/kokoro/release_linux.sh"
55
timeout_mins: 120
6+
7+
container_properties {
8+
docker_image: "us-central1-docker.pkg.dev/kokoro-container-bakery/kokoro/ubuntu/ubuntu2204/ktcb:current"
9+
docker_sibling_containers: true
10+
}

release/kokoro/release_linux.sh

Lines changed: 72 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,77 @@
11
#!/bin/bash
22
set -e
33

4+
5+
# Avoid virtualenv/pip trying to download/upgrade tools from PyPI on host
6+
export VIRTUALENV_NO_DOWNLOAD=1
7+
export PIP_DISABLE_PIP_VERSION_CHECK=1
8+
9+
# Pass these environment variables to the cibuildwheel Docker container
10+
export CIBW_ENVIRONMENT="VIRTUALENV_NO_DOWNLOAD=1 PIP_DISABLE_PIP_VERSION_CHECK=1"
11+
export CIBW_DEPENDENCY_VERSIONS="latest"
12+
413
# If running locally (not on Kokoro), authenticate with gcloud.
514
if [ -z "${KOKORO_BUILD_ID}" ]; then
615
if ! gcloud auth application-default print-access-token --quiet > /dev/null; then
716
gcloud auth application-default login
817
fi
918
fi
1019

11-
pip install -U keyring keyrings.google-artifactregistry-auth twine cibuildwheel
20+
# We use --no-cache-dir to force pip to download packages fresh and bypass the local
21+
# cache. In Kokoro/RBE sandboxed environments, writing to the default cache directory
22+
# (~/.cache/pip) can encounter permission/sandbox restrictions or lead to stale
23+
# dependency resolution. Disabling the cache ensures a reliable, reproducible install.
24+
pip install --no-cache-dir -U keyring keyrings.google-artifactregistry-auth twine cibuildwheel
25+
26+
# Patch cibuildwheel at runtime to bypass the RBE stdout buffering deadlock.
27+
# The RBE proxy buffers the persistent container bash stdout. By appending a 4KB
28+
# padding line to the end of every command output, we force the proxy to flush the
29+
# buffer immediately. We then read and discard this padding to keep the stream clean.
30+
OCI_PATH=$(python3 -c "import cibuildwheel.oci_container; print(cibuildwheel.oci_container.__file__)")
31+
echo "Patching cibuildwheel at $OCI_PATH..."
32+
33+
cat << 'EOF' > patch_oci.py
34+
import sys
35+
import os
36+
37+
path = sys.argv[1]
38+
with open(path, 'r') as f:
39+
content = f.read()
40+
41+
# 1. Force a 4KB flush at the end of every command execution
42+
target_write = 'printf "%04d%s\\n" $? {end_of_message}'
43+
replacement_write = 'printf "%04d%s\\n%4096s\\n" $? {end_of_message} " "'
44+
if target_write not in content:
45+
print("Error: target_write not found!")
46+
sys.exit(1)
47+
content = content.replace(target_write, replacement_write)
48+
49+
# 2. Read and discard the 4KB padding to keep the stream clean
50+
target_read = """ # add the last line to output, without the footer
51+
output_io.write(line[0:footer_offset])
52+
output_io.flush()
53+
break"""
54+
55+
replacement_read = """ # add the last line to output, without the footer
56+
output_io.write(line[0:footer_offset])
57+
output_io.flush()
58+
# Read and discard the 4KB padding line to clear the stream!
59+
self.bash_stdout.readline()
60+
break"""
61+
62+
if target_read not in content:
63+
print("Error: target_read not found!")
64+
sys.exit(1)
65+
content = content.replace(target_read, replacement_read)
66+
67+
with open(path, 'w') as f:
68+
f.write(content)
69+
70+
print("Successfully patched oci_container.py to bypass RBE buffering deadlock!")
71+
EOF
72+
73+
python3 patch_oci.py "$OCI_PATH"
74+
rm patch_oci.py
1275

1376
REPO_DIR=$(mktemp -d)
1477
echo "Created temporary directory: ${REPO_DIR}"
@@ -52,16 +115,24 @@ cp -r "${SRC_DIR}"/{*,.*} . 2>/dev/null || true
52115
cp -r "${SRC_DIR}"/release/* . 2>/dev/null || true
53116
rm -rf cel_expr_python/*_test.py
54117

118+
echo "Downloading bazelisk on host..."
119+
curl -LO https://github.com/bazelbuild/bazelisk/releases/download/v1.19.0/bazelisk-linux-amd64
120+
chmod +x bazelisk-linux-amd64
121+
55122
# Check if pyproject.toml exists before running sed
56123
if [ -f pyproject.toml ]; then
57124
sed -i "" "s/\$VERSION/${VERSION}/g" pyproject.toml || sed -i "s/\$VERSION/${VERSION}/g" pyproject.toml
58125
fi
59126

127+
export CIBW_CONTAINER_ENGINE_EXTRA_ARGS="--network=host"
128+
60129
echo "Running cibuildwheel: ${CIBWHEEL_BIN}"
61130
# Default CIBWHEEL_BIN if not set
62131
if [ -z "${CIBWHEEL_BIN}" ]; then
63132
CIBWHEEL_BIN="python3 -m cibuildwheel"
64133
fi
134+
135+
# Run cibuildwheel synchronously
65136
${CIBWHEEL_BIN} --platform linux --output-dir dist
66137

67138
if [ "${DRY_RUN}" = "true" ]; then

release/pyproject.toml

Lines changed: 11 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -38,13 +38,21 @@ where = ["."]
3838
exclude = ["codelab*", "conformance*", "custom_ext*", "release*", "testing*", "wheelhouse*"]
3939

4040
[tool.cibuildwheel]
41-
build = "cp311-* cp312-* cp313-* cp314-*"
42-
skip = "*musllinux* *win32*"
41+
build = "cp311-*"
42+
#build = "cp311-* cp312-* cp313-* cp314-*"
43+
skip = "*musllinux* *win32* *i686*"
4344
test-command = "python {project}/cel_basic_test.py"
4445
build-verbosity = 1
4546

4647
[tool.cibuildwheel.linux]
47-
before-all = "echo 'Installing bazelisk'; curl -LO https://github.com/bazelbuild/bazelisk/releases/download/v1.19.0/bazelisk-linux-amd64 && chmod +x bazelisk-linux-amd64 && mv bazelisk-linux-amd64 /usr/local/bin/bazel"
48+
manylinux-x86_64-image = "manylinux_2_28"
49+
container-engine = "docker; disable_host_mount: True"
50+
# Google's internal Kokoro/RBE network uses a secure MITM proxy that resigns HTTPS
51+
# traffic with an internal Google CA. Since the public manylinux container does not
52+
# trust this CA, git fetches for external dependencies (like @cel-cpp) will fail
53+
# with SSL certificate errors. We disable http.sslVerify inside the container to
54+
# bypass this and allow Bazel to fetch SCM dependencies through the proxy.
55+
before-all = "git config --global http.sslVerify false && echo 'Installing bazelisk' && cp {project}/bazelisk-linux-amd64 /usr/local/bin/bazel"
4856

4957
[tool.cibuildwheel.macos]
5058
before-all = "echo 'Installing bazelisk'; brew install bazelisk"

0 commit comments

Comments
 (0)