Internal change

PiperOrigin-RevId: 922850859

Author: dmitriplotnikov

release/kokoro/release_linux.cfg

@@ -3,3 +3,8 @@
 
 build_file: "cel-python/release/kokoro/release_linux.sh"
 timeout_mins: 120
+
+container_properties {
+  docker_image: "us-central1-docker.pkg.dev/kokoro-container-bakery/kokoro/ubuntu/ubuntu2204/full:current"
+  docker_sibling_containers: true
+}

release/kokoro/release_linux.sh

@@ -1,5 +1,31 @@
 #!/bin/bash
 set -e
+set -x
+
+# Debug: Print host proxy settings
+echo "=== Host Proxy Settings ==="
+echo "http_proxy: ${http_proxy}"
+echo "https_proxy: ${https_proxy}"
+echo "no_proxy: ${no_proxy}"
+echo "HTTP_PROXY: ${HTTP_PROXY}"
+echo "HTTPS_PROXY: ${HTTPS_PROXY}"
+echo "NO_PROXY: ${NO_PROXY}"
+
+# Avoid virtualenv/pip trying to download/upgrade tools from PyPI on host
+export VIRTUALENV_NO_DOWNLOAD=1
+export PIP_DISABLE_PIP_VERSION_CHECK=1
+
+# Detect proxy settings on host and pass them to cibuildwheel container
+PROXY_ENV=""
+if [ -n "${http_proxy}" ]; then PROXY_ENV="${PROXY_ENV} http_proxy=${http_proxy}"; fi
+if [ -n "${https_proxy}" ]; then PROXY_ENV="${PROXY_ENV} https_proxy=${https_proxy}"; fi
+if [ -n "${no_proxy}" ]; then PROXY_ENV="${PROXY_ENV} no_proxy=${no_proxy}"; fi
+if [ -n "${HTTP_PROXY}" ]; then PROXY_ENV="${PROXY_ENV} HTTP_PROXY=${HTTP_PROXY}"; fi
+if [ -n "${HTTPS_PROXY}" ]; then PROXY_ENV="${PROXY_ENV} HTTPS_PROXY=${HTTPS_PROXY}"; fi
+if [ -n "${NO_PROXY}" ]; then PROXY_ENV="${PROXY_ENV} NO_PROXY=${NO_PROXY}"; fi
+
+# Pass these environment variables to the cibuildwheel Docker container
+export CIBW_ENVIRONMENT="VIRTUALENV_NO_DOWNLOAD=1 PIP_DISABLE_PIP_VERSION_CHECK=1${PROXY_ENV}"
 
 # If running locally (not on Kokoro), authenticate with gcloud.
 if [ -z "${KOKORO_BUILD_ID}" ]; then
@@ -8,7 +34,7 @@ if [ -z "${KOKORO_BUILD_ID}" ]; then
   fi
 fi
 
-pip install -U keyring keyrings.google-artifactregistry-auth twine cibuildwheel
+pip install --no-cache-dir -U keyring keyrings.google-artifactregistry-auth twine cibuildwheel
 
 REPO_DIR=$(mktemp -d)
 echo "Created temporary directory: ${REPO_DIR}"
@@ -52,17 +78,64 @@ cp -r "${SRC_DIR}"/{*,.*} . 2>/dev/null || true
 cp -r "${SRC_DIR}"/release/* . 2>/dev/null || true
 rm -rf cel_expr_python/*_test.py
 
+echo "Downloading bazelisk on host..."
+curl -LO https://github.com/bazelbuild/bazelisk/releases/download/v1.19.0/bazelisk-linux-amd64
+chmod +x bazelisk-linux-amd64
+
 # Check if pyproject.toml exists before running sed
 if [ -f pyproject.toml ]; then
   sed -i "" "s/\$VERSION/${VERSION}/g" pyproject.toml || sed -i "s/\$VERSION/${VERSION}/g" pyproject.toml
 fi
 
+export CIBW_CONTAINER_ENGINE_EXTRA_ARGS="--network=host"
+
 echo "Running cibuildwheel: ${CIBWHEEL_BIN}"
 # Default CIBWHEEL_BIN if not set
 if [ -z "${CIBWHEEL_BIN}" ]; then
   CIBWHEEL_BIN="python3 -m cibuildwheel"
 fi
-${CIBWHEEL_BIN} --platform linux --output-dir dist
+
+# Run cibuildwheel in background
+${CIBWHEEL_BIN} --platform linux --output-dir dist &
+CIBW_PID=$!
+echo "cibuildwheel started in background with PID: ${CIBW_PID}"
+
+# Run debugger in foreground
+echo "=== Starting Foreground Container Debugger ==="
+# Wait for 9 minutes (540 seconds) to ensure we reach the hang point
+sleep 540
+echo "=== 9 minutes elapsed, checking container status ==="
+
+echo "Active Docker Containers:"
+docker ps -a || true
+
+# Find sibling container (usually has 'manylinux' or 'cibuildwheel' in image/name)
+CONTAINER_ID=$(docker ps --format '{{.ID}} {{.Image}}' | grep -E "manylinux|cibuildwheel|pypa" | awk '{print $1}' | head -n 1 || true)
+
+if [ -z "${CONTAINER_ID}" ]; then
+  echo "Could not identify sibling container automatically. Running diagnostics on all containers."
+  for cid in $(docker ps -q || true); do
+    echo "--- Diagnostics for Container ${cid} ---"
+    echo "Image: $(docker inspect --format='{{.Config.Image}}' ${cid} || true)"
+    echo "Processes:"
+    docker exec "${cid}" ps aux || true
+    echo "Docker Top:"
+    docker top "${cid}" || true
+  done
+else
+  echo "Identified sibling container ID: ${CONTAINER_ID}"
+  echo "=== Process list inside sibling container ==="
+  docker exec "${CONTAINER_ID}" ps aux || true
+  echo "=== Docker Top ==="
+  docker top "${CONTAINER_ID}" || true
+  echo "=== Container Logs ==="
+  docker logs "${CONTAINER_ID}" --tail 100 || true
+fi
+
+echo "=== Diagnostics finished. Killing cibuildwheel (PID: ${CIBW_PID}) ==="
+kill -9 ${CIBW_PID} || true
+wait ${CIBW_PID} || true
+echo "=== cibuildwheel terminated. Exiting. ==="
 
 if [ "${DRY_RUN}" = "true" ]; then
   echo "[DRY RUN] Skipping upload to PyPI exit gate."

release/pyproject.toml

@@ -41,10 +41,11 @@ exclude = ["codelab*", "conformance*", "custom_ext*", "release*", "testing*", "w
 build = "cp311-* cp312-* cp313-* cp314-*"
 skip = "*musllinux* *win32*"
 test-command = "python {project}/cel_basic_test.py"
-build-verbosity = 1
+build-verbosity = 3
 
 [tool.cibuildwheel.linux]
-before-all = "echo 'Installing bazelisk'; curl -LO https://github.com/bazelbuild/bazelisk/releases/download/v1.19.0/bazelisk-linux-amd64 && chmod +x bazelisk-linux-amd64 && mv bazelisk-linux-amd64 /usr/local/bin/bazel"
+before-all = "echo 'Testing network...'; curl --max-time 10 -I https://pypi.org && echo 'Network OK' || echo 'Network FAILED'; echo 'Testing pip in venv...'; /opt/python/cp311-cp311/bin/python -m venv /tmp/test_env && timeout 60 /tmp/test_env/bin/pip install --no-cache-dir six && echo 'Pip OK' || echo 'Pip FAILED'; echo 'Installing bazelisk'; if [ -f {project}/bazelisk-linux-amd64 ]; then cp {project}/bazelisk-linux-amd64 /usr/local/bin/bazel; else curl -LO https://github.com/bazelbuild/bazelisk/releases/download/v1.19.0/bazelisk-linux-amd64 && chmod +x bazelisk-linux-amd64 && mv bazelisk-linux-amd64 /usr/local/bin/bazel; fi"
+#container-engine = { name = "podman", create-args = ["--net", "host"] }
 
 [tool.cibuildwheel.macos]
 before-all = "echo 'Installing bazelisk'; brew install bazelisk"