|
1 | 1 | #!/bin/bash |
2 | 2 | set -e |
3 | 3 |
|
| 4 | + |
| 5 | +# Avoid virtualenv/pip trying to download/upgrade tools from PyPI on host |
| 6 | +export VIRTUALENV_NO_DOWNLOAD=1 |
| 7 | +export PIP_DISABLE_PIP_VERSION_CHECK=1 |
| 8 | + |
| 9 | +# Pass these environment variables to the cibuildwheel Docker container |
| 10 | +export CIBW_ENVIRONMENT="VIRTUALENV_NO_DOWNLOAD=1 PIP_DISABLE_PIP_VERSION_CHECK=1" |
| 11 | +export CIBW_DEPENDENCY_VERSIONS="latest" |
| 12 | + |
4 | 13 | # If running locally (not on Kokoro), authenticate with gcloud. |
5 | 14 | if [ -z "${KOKORO_BUILD_ID}" ]; then |
6 | 15 | if ! gcloud auth application-default print-access-token --quiet > /dev/null; then |
7 | 16 | gcloud auth application-default login |
8 | 17 | fi |
9 | 18 | fi |
10 | 19 |
|
11 | | -pip install -U keyring keyrings.google-artifactregistry-auth twine cibuildwheel |
| 20 | +# We use --no-cache-dir to force pip to download packages fresh and bypass the local |
| 21 | +# cache. In Kokoro/RBE sandboxed environments, writing to the default cache directory |
| 22 | +# (~/.cache/pip) can encounter permission/sandbox restrictions or lead to stale |
| 23 | +# dependency resolution. Disabling the cache ensures a reliable, reproducible install. |
| 24 | +pip install --no-cache-dir -U keyring keyrings.google-artifactregistry-auth twine cibuildwheel |
| 25 | + |
| 26 | +# Patch cibuildwheel at runtime to bypass the RBE stdout buffering deadlock. |
| 27 | +# The RBE proxy buffers the persistent container bash stdout. By appending a 4KB |
| 28 | +# padding line to the end of every command output, we force the proxy to flush the |
| 29 | +# buffer immediately. We then read and discard this padding to keep the stream clean. |
| 30 | +OCI_PATH=$(python -c "import cibuildwheel.oci_container; print(cibuildwheel.oci_container.__file__)") |
| 31 | +echo "Patching cibuildwheel at $OCI_PATH..." |
| 32 | + |
| 33 | +cat << 'EOF' > patch_oci.py |
| 34 | +import sys |
| 35 | +import os |
| 36 | +
|
| 37 | +path = sys.argv[1] |
| 38 | +with open(path, 'r') as f: |
| 39 | + content = f.read() |
| 40 | +
|
| 41 | +# 1. Force a 4KB flush at the end of every command execution |
| 42 | +target_write = 'printf "%04d%s\\n" $? {end_of_message}' |
| 43 | +replacement_write = 'printf "%04d%s\\n%4096s\\n" $? {end_of_message} " "' |
| 44 | +if target_write not in content: |
| 45 | + print("Error: target_write not found!") |
| 46 | + sys.exit(1) |
| 47 | +content = content.replace(target_write, replacement_write) |
| 48 | +
|
| 49 | +# 2. Read and discard the 4KB padding to keep the stream clean |
| 50 | +target_read = """ # add the last line to output, without the footer |
| 51 | + output_io.write(line[0:footer_offset]) |
| 52 | + output_io.flush() |
| 53 | + break""" |
| 54 | +
|
| 55 | +replacement_read = """ # add the last line to output, without the footer |
| 56 | + output_io.write(line[0:footer_offset]) |
| 57 | + output_io.flush() |
| 58 | + # Read and discard the 4KB padding line to clear the stream! |
| 59 | + self.bash_stdout.readline() |
| 60 | + break""" |
| 61 | +
|
| 62 | +if target_read not in content: |
| 63 | + print("Error: target_read not found!") |
| 64 | + sys.exit(1) |
| 65 | +content = content.replace(target_read, replacement_read) |
| 66 | +
|
| 67 | +with open(path, 'w') as f: |
| 68 | + f.write(content) |
| 69 | +
|
| 70 | +print("Successfully patched oci_container.py to bypass RBE buffering deadlock!") |
| 71 | +EOF |
| 72 | + |
| 73 | +python patch_oci.py "$OCI_PATH" |
| 74 | +rm patch_oci.py |
12 | 75 |
|
13 | 76 | REPO_DIR=$(mktemp -d) |
14 | 77 | echo "Created temporary directory: ${REPO_DIR}" |
@@ -52,16 +115,24 @@ cp -r "${SRC_DIR}"/{*,.*} . 2>/dev/null || true |
52 | 115 | cp -r "${SRC_DIR}"/release/* . 2>/dev/null || true |
53 | 116 | rm -rf cel_expr_python/*_test.py |
54 | 117 |
|
| 118 | +echo "Downloading bazelisk on host..." |
| 119 | +curl -LO https://github.com/bazelbuild/bazelisk/releases/download/v1.19.0/bazelisk-linux-amd64 |
| 120 | +chmod +x bazelisk-linux-amd64 |
| 121 | + |
55 | 122 | # Check if pyproject.toml exists before running sed |
56 | 123 | if [ -f pyproject.toml ]; then |
57 | 124 | sed -i "" "s/\$VERSION/${VERSION}/g" pyproject.toml || sed -i "s/\$VERSION/${VERSION}/g" pyproject.toml |
58 | 125 | fi |
59 | 126 |
|
| 127 | +export CIBW_CONTAINER_ENGINE_EXTRA_ARGS="--network=host" |
| 128 | + |
60 | 129 | echo "Running cibuildwheel: ${CIBWHEEL_BIN}" |
61 | 130 | # Default CIBWHEEL_BIN if not set |
62 | 131 | if [ -z "${CIBWHEEL_BIN}" ]; then |
63 | 132 | CIBWHEEL_BIN="python3 -m cibuildwheel" |
64 | 133 | fi |
| 134 | + |
| 135 | +# Run cibuildwheel synchronously |
65 | 136 | ${CIBWHEEL_BIN} --platform linux --output-dir dist |
66 | 137 |
|
67 | 138 | if [ "${DRY_RUN}" = "true" ]; then |
|
0 commit comments