[CIVIS-11075] ENH updates for Python 3.13 and civis-python v2.7.1 (#101)

* DEP update python core dependencies

* DEP update python and uv versions

* ENH update core deps

* MAINT update changelog

* MAINT update changelog

Author: jacksonlee-civis

CHANGELOG.md

@@ -9,6 +9,22 @@ Version number changes (major.minor.micro) in this package denote the following:
 
 ## Unreleased
 
+## [8.3.0]
+
+- Python version updated: 3.12.8 -> 3.13.5
+- uv version updated: 0.5.18 -> 0.7.19
+- New core dependencies added:
+  * polars 1.31.0 (supported by civis-python since v2.6.0)
+- Core dependencies updated to latest versions:
+  * awscli 2.22.33 -> 2.27.48
+  * boto3 1.35.97 -> 1.39.2
+  * civis 2.4.3 -> 2.7.1
+  * numpy 2.2.1 -> 2.3.1
+  * pandas 2.2.3 -> 2.3.0
+  * requests 2.32.3 -> 2.32.4
+  * scikit-learn 1.6.1 -> 1.7.0
+  * scipy 1.15.1 -> 1.16.0
+
 ## [8.2.0]
 
 - Python version updated: 3.12.7 -> 3.12.8

Dockerfile

@@ -1,8 +1,7 @@
 ARG PLATFORM=linux/x86_64
-ARG BASE_IMAGE=python:3.12.8-slim
+ARG BASE_IMAGE=python:3.13.5-slim
 
-# This is the primary build target used for the production image
-FROM --platform=$PLATFORM $BASE_IMAGE AS production
+FROM --platform=$PLATFORM $BASE_IMAGE AS uv-installed
 
 # Disable pip warnings https://stackoverflow.com/a/72551258
 ENV PIP_ROOT_USER_ACTION=ignore
@@ -32,26 +31,29 @@ RUN DEBIAN_FRONTEND=noninteractive apt-get update -y --no-install-recommends &&
   apt-get clean -y && \
   rm -rf /var/lib/apt/lists/*
 
-COPY requirements-full.txt .
-
-RUN pip install --progress-bar off --no-cache-dir -r requirements-full.txt && \
-  rm requirements-full.txt
-
 # Install uv.
-ADD https://astral.sh/uv/0.5.18/install.sh /uv-installer.sh
+ADD https://astral.sh/uv/0.7.19/install.sh /uv-installer.sh
 RUN sh /uv-installer.sh && rm /uv-installer.sh
 ENV PATH="/root/.local/bin/:$PATH" \
   UV_SYSTEM_PYTHON=1
 
+# This is the primary build target used for the production image
+FROM --platform=$PLATFORM uv-installed AS production
+
+COPY requirements-full.txt .
+
+RUN uv pip install --no-progress --no-cache -r requirements-full.txt && \
+  rm requirements-full.txt
+
 # Instruct joblib to use disk for temporary files. Joblib defaults to
 # /shm when that directory is present. In the Docker container, /shm is
 # present but defaults to 64 MB.
 # https://github.com/joblib/joblib/blob/0.11/joblib/parallel.py#L328L342
 ENV JOBLIB_TEMP_FOLDER=/tmp
 
-ENV VERSION=8.2.0 \
+ENV VERSION=8.3.0 \
   VERSION_MAJOR=8 \
-  VERSION_MINOR=2 \
+  VERSION_MINOR=3 \
   VERSION_MICRO=0
 
 # This build target is for testing in CircleCI.
@@ -61,8 +63,7 @@ COPY CHANGELOG.md .
 
 # This build target is for updating dependencies.
 # See generate-requirements.full.sh.
-FROM --platform=$PLATFORM $BASE_IMAGE AS pip-tools
-RUN pip install -U --no-cache-dir pip pip-tools --progress-bar off
+FROM --platform=$PLATFORM uv-installed AS update-deps
 CMD ["/bin/bash"]
 
 # Default to the production build target.

docker-compose.yml

@@ -1,9 +1,9 @@
 services:
-  pip-tools:
+  update-deps:
     build:
       context: .
       dockerfile: ./Dockerfile
-      target: pip-tools
+      target: update-deps
     volumes:
       - .:/app
     stdin_open: true

generate-requirements-full.sh

@@ -2,4 +2,4 @@
 # Run this script to update requirements-core.txt.
 # It uses Docker to ensure that the environment matches what will be used in the production image.
 set -e
-docker compose run --rm pip-tools /bin/sh -c "apt-get update -y && apt-get install -y git && pip install --upgrade pip-tools && pip-compile --output-file=requirements-full.txt --pip-args='--prefer-binary' --strip-extras --upgrade requirements-core.txt"
+docker compose run --rm update-deps /bin/sh -c "uv pip compile --output-file=requirements-full.txt --upgrade requirements-core.txt"

requirements-core.txt

@@ -1,11 +1,12 @@
 # awscli v2 is not officially available on PyPI (https://github.com/aws/aws-cli/issues/4947).
 # Specifying awscli in requirements-core.txt here ensures that it (and its transitive dependencies)
 # are taken into account when generating the final requirements-full.txt file.
-awscli @ git+https://github.com/aws/aws-cli@2.22.33
-boto3==1.35.97
-civis==2.4.3
-numpy==2.2.1
-pandas==2.2.3
-requests==2.32.3
-scikit-learn==1.6.1
-scipy==1.15.1
+awscli @ git+https://github.com/aws/aws-cli@2.27.48
+boto3==1.39.2
+civis==2.7.1
+numpy==2.3.1
+pandas==2.3.0
+polars==1.31.0
+requests==2.32.4
+scikit-learn==1.7.0
+scipy==1.16.0

requirements-full.txt

@@ -1,39 +1,31 @@
-#
-# This file is autogenerated by pip-compile with Python 3.12
-# by the following command:
-#
-#    pip-compile --output-file=requirements-full.txt --pip-args='--prefer-binary' --strip-extras requirements-core.txt
-#
-attrs==24.3.0
+# This file was autogenerated by uv via the following command:
+#    uv pip compile --output-file=requirements-full.txt requirements-core.txt
+attrs==25.3.0
     # via
     #   jsonschema
     #   referencing
-awscli @ git+https://github.com/aws/aws-cli@2.22.33
+awscli @ git+https://github.com/aws/aws-cli@6804a17061546394f88e1fe6d1bf9b24cd8a09ec
     # via -r requirements-core.txt
-awscrt==0.23.4
+awscrt==0.26.1
     # via awscli
-boto3==1.35.97
+boto3==1.39.2
     # via -r requirements-core.txt
-botocore==1.35.97
+botocore==1.39.2
     # via
     #   boto3
     #   s3transfer
-certifi==2024.12.14
+certifi==2025.6.15
     # via requests
-cffi==1.17.1
-    # via cryptography
-charset-normalizer==3.4.1
+charset-normalizer==3.4.2
     # via requests
-civis==2.4.3
+civis==2.7.1
     # via -r requirements-core.txt
-click==8.1.8
+click==8.2.1
     # via civis
-cloudpickle==3.1.0
+cloudpickle==3.1.1
     # via civis
 colorama==0.4.6
     # via awscli
-cryptography==43.0.1
-    # via awscli
 distro==1.8.0
     # via awscli
 docutils==0.19
@@ -45,68 +37,68 @@ jmespath==1.0.1
     #   awscli
     #   boto3
     #   botocore
-joblib==1.4.2
+joblib==1.5.1
     # via
     #   civis
     #   scikit-learn
 jsonref==1.1.0
     # via civis
-jsonschema==4.23.0
+jsonschema==4.24.0
     # via civis
-jsonschema-specifications==2024.10.1
+jsonschema-specifications==2025.4.1
     # via jsonschema
-numpy==2.2.1
+numpy==2.3.1
     # via
     #   -r requirements-core.txt
     #   pandas
     #   scikit-learn
     #   scipy
-pandas==2.2.3
+pandas==2.3.0
+    # via -r requirements-core.txt
+polars==1.31.0
     # via -r requirements-core.txt
 prompt-toolkit==3.0.38
     # via awscli
-pycparser==2.22
-    # via cffi
 python-dateutil==2.9.0
     # via
     #   awscli
     #   botocore
     #   pandas
-pytz==2024.2
+pytz==2025.2
     # via pandas
 pyyaml==6.0.2
     # via civis
-referencing==0.35.1
+referencing==0.36.2
     # via
     #   jsonschema
     #   jsonschema-specifications
-requests==2.32.3
+requests==2.32.4
     # via
     #   -r requirements-core.txt
     #   civis
-rpds-py==0.22.3
+rpds-py==0.26.0
     # via
     #   jsonschema
     #   referencing
 ruamel-yaml==0.17.21
     # via awscli
-ruamel-yaml-clib==0.2.8
+ruamel-yaml-clib==0.2.12
     # via awscli
-s3transfer==0.10.4
+s3transfer==0.13.0
     # via boto3
-scikit-learn==1.6.1
+scikit-learn==1.7.0
     # via -r requirements-core.txt
-scipy==1.15.1
+scipy==1.16.0
     # via
     #   -r requirements-core.txt
     #   scikit-learn
 six==1.17.0
     # via python-dateutil
-tenacity==9.0.0
+tenacity==9.1.2
     # via civis
-threadpoolctl==3.5.0
+threadpoolctl==3.6.0
     # via scikit-learn
-tzdata==2024.2
+tzdata==2025.2
     # via pandas
 urllib3==1.26.20
     # via
@@ -115,5 +107,3 @@ urllib3==1.26.20
     #   requests
 wcwidth==0.2.13
     # via prompt-toolkit
-zipp==3.20.2
-    # via awscli