Merge remote-tracking branch 'origin/main' into b409104302-callback

Author: tswast

CHANGELOG.md

@@ -4,6 +4,38 @@
 
 [1]: https://pypi.org/project/bigframes/#history
 
+## [2.18.0](https://github.com/googleapis/python-bigquery-dataframes/compare/v2.17.0...v2.18.0) (2025-09-03)
+
+
+### ⚠ BREAKING CHANGES
+
+* add `allow_large_results` option to `read_gbq_query`, aligning with `bpd.options.compute.allow_large_results` option ([#1935](https://github.com/googleapis/python-bigquery-dataframes/issues/1935))
+
+### Features
+
+* Add `allow_large_results` option to `read_gbq_query`, aligning with `bpd.options.compute.allow_large_results` option ([#1935](https://github.com/googleapis/python-bigquery-dataframes/issues/1935)) ([a7963fe](https://github.com/googleapis/python-bigquery-dataframes/commit/a7963fe57a0e141debf726f0bc7b0e953ebe9634))
+* Add parameter shuffle for ml.model_selection.train_test_split ([#2030](https://github.com/googleapis/python-bigquery-dataframes/issues/2030)) ([2c72c56](https://github.com/googleapis/python-bigquery-dataframes/commit/2c72c56fb5893eb01d5aec6273d11945c9c532c5))
+* Can pivot unordered, unindexed dataframe ([#2040](https://github.com/googleapis/python-bigquery-dataframes/issues/2040)) ([1a0f710](https://github.com/googleapis/python-bigquery-dataframes/commit/1a0f710ac11418fd71ab3373f3f6002fa581b180))
+* Local date accessor execution support ([#2034](https://github.com/googleapis/python-bigquery-dataframes/issues/2034)) ([7ac6fe1](https://github.com/googleapis/python-bigquery-dataframes/commit/7ac6fe16f7f2c09d2efac6ab813ec841c21baef8))
+* Support args in dataframe apply method ([#2026](https://github.com/googleapis/python-bigquery-dataframes/issues/2026)) ([164c481](https://github.com/googleapis/python-bigquery-dataframes/commit/164c4818bc4ff2990dca16b9f22a798f47e0a60b))
+* Support args in series apply method ([#2013](https://github.com/googleapis/python-bigquery-dataframes/issues/2013)) ([d9d725c](https://github.com/googleapis/python-bigquery-dataframes/commit/d9d725cfbc3dca9e66b460cae4084e25162f2acf))
+* Support callable for dataframe mask method ([#2020](https://github.com/googleapis/python-bigquery-dataframes/issues/2020)) ([9d4504b](https://github.com/googleapis/python-bigquery-dataframes/commit/9d4504be310d38b63515d67c0f60d2e48e68c7b5))
+* Support multi-column assignment for DataFrame ([#2028](https://github.com/googleapis/python-bigquery-dataframes/issues/2028)) ([ba0d23b](https://github.com/googleapis/python-bigquery-dataframes/commit/ba0d23b59c44ba5a46ace8182ad0e0cfc703b3ab))
+* Support string matching in local executor ([#2032](https://github.com/googleapis/python-bigquery-dataframes/issues/2032)) ([c0b54f0](https://github.com/googleapis/python-bigquery-dataframes/commit/c0b54f03849ee3115413670e690e68f3ef10f2ec))
+
+
+### Bug Fixes
+
+* Fix scalar op lowering tree walk ([#2029](https://github.com/googleapis/python-bigquery-dataframes/issues/2029)) ([935af10](https://github.com/googleapis/python-bigquery-dataframes/commit/935af107ef98837fb2b81d72185d0b6a9e09fbcf))
+* Read_csv fails when check file size for wildcard gcs files ([#2019](https://github.com/googleapis/python-bigquery-dataframes/issues/2019)) ([b0d620b](https://github.com/googleapis/python-bigquery-dataframes/commit/b0d620bbe8227189bbdc2ba5a913b03c70575296))
+* Resolve the validation issue for other arg in dataframe where method ([#2042](https://github.com/googleapis/python-bigquery-dataframes/issues/2042)) ([8689199](https://github.com/googleapis/python-bigquery-dataframes/commit/8689199aa82212ed300fff592097093812e0290e))
+
+
+### Performance Improvements
+
+* Improve axis=1 aggregation performance ([#2036](https://github.com/googleapis/python-bigquery-dataframes/issues/2036)) ([fbb2094](https://github.com/googleapis/python-bigquery-dataframes/commit/fbb209468297a8057d9d49c40e425c3bfdeb92bd))
+* Improve iter_nodes_topo performance using Kahn's algorithm ([#2038](https://github.com/googleapis/python-bigquery-dataframes/issues/2038)) ([3961637](https://github.com/googleapis/python-bigquery-dataframes/commit/39616374bba424996ebeb9a12096bfaf22660b44))
+
 ## [2.17.0](https://github.com/googleapis/python-bigquery-dataframes/compare/v2.16.0...v2.17.0) (2025-08-22)
 
 

bigframes/bigquery/__init__.py

@@ -16,6 +16,8 @@
 such as array functions:
 https://cloud.google.com/bigquery/docs/reference/standard-sql/array_functions. """
 
+import sys
+
 from bigframes.bigquery._operations.approx_agg import approx_top_count
 from bigframes.bigquery._operations.array import (
     array_agg,
@@ -52,43 +54,51 @@
 from bigframes.bigquery._operations.search import create_vector_index, vector_search
 from bigframes.bigquery._operations.sql import sql_scalar
 from bigframes.bigquery._operations.struct import struct
+from bigframes.core import log_adapter
 
-__all__ = [
+_functions = [
     # approximate aggregate ops
-    "approx_top_count",
+    approx_top_count,
     # array ops
-    "array_agg",
-    "array_length",
-    "array_to_string",
+    array_agg,
+    array_length,
+    array_to_string,
     # datetime ops
-    "unix_micros",
-    "unix_millis",
-    "unix_seconds",
+    unix_micros,
+    unix_millis,
+    unix_seconds,
     # geo ops
-    "st_area",
-    "st_buffer",
-    "st_centroid",
-    "st_convexhull",
-    "st_difference",
-    "st_distance",
-    "st_intersection",
-    "st_isclosed",
-    "st_length",
+    st_area,
+    st_buffer,
+    st_centroid,
+    st_convexhull,
+    st_difference,
+    st_distance,
+    st_intersection,
+    st_isclosed,
+    st_length,
     # json ops
-    "json_extract",
-    "json_extract_array",
-    "json_extract_string_array",
-    "json_query",
-    "json_query_array",
-    "json_set",
-    "json_value",
-    "json_value_array",
-    "parse_json",
+    json_extract,
+    json_extract_array,
+    json_extract_string_array,
+    json_query,
+    json_query_array,
+    json_set,
+    json_value,
+    json_value_array,
+    parse_json,
     # search ops
-    "create_vector_index",
-    "vector_search",
+    create_vector_index,
+    vector_search,
     # sql ops
-    "sql_scalar",
+    sql_scalar,
     # struct ops
-    "struct",
+    struct,
 ]
+
+__all__ = [f.__name__ for f in _functions]
+
+_module = sys.modules[__name__]
+for f in _functions:
+    _decorated_object = log_adapter.method_logger(f, custom_base_name="bigquery")
+    setattr(_module, f.__name__, _decorated_object)

bigframes/bigquery/_operations/search.py

@@ -20,7 +20,6 @@
 
 import google.cloud.bigquery as bigquery
 
-import bigframes.core.sql
 import bigframes.ml.utils as utils
 
 if typing.TYPE_CHECKING:

bigframes/bigquery/_operations/sql.py

@@ -21,8 +21,6 @@
 import google.cloud.bigquery
 
 import bigframes.core.compile.sqlglot.sqlglot_ir as sqlglot_ir
-import bigframes.core.sql
-import bigframes.dataframe
 import bigframes.dtypes
 import bigframes.operations
 import bigframes.series

bigframes/session/__init__.py

@@ -345,15 +345,6 @@ def bytes_processed_sum(self):
     @property
     def slot_millis_sum(self):
         """The sum of all slot time used by bigquery jobs in this session."""
-        if not bigframes.options._allow_large_results:
-            msg = bfe.format_message(
-                "Queries executed with `allow_large_results=False` within the session will not "
-                "have their slot milliseconds counted in this sum.  If you need precise slot "
-                "milliseconds information, query the `INFORMATION_SCHEMA` tables "
-                "to get relevant metrics.",
-            )
-            warnings.warn(msg, UserWarning)
-
         return self._metrics.slot_millis
 
     @property

bigframes/version.py

@@ -12,8 +12,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "2.17.0"
+__version__ = "2.18.0"
 
 # {x-release-please-start-date}
-__release_date__ = "2025-08-22"
+__release_date__ = "2025-09-03"
 # {x-release-please-end}

samples/snippets/conftest.py

@@ -63,6 +63,17 @@ def gcs_bucket(storage_client: storage.Client) -> Generator[str, None, None]:
         blob.delete()
 
 
+@pytest.fixture(scope="session")
+def gcs_bucket_snippets(storage_client: storage.Client) -> Generator[str, None, None]:
+    bucket_name = "bigframes_blob_test_snippet_with_data_wipeout"
+
+    yield bucket_name
+
+    bucket = storage_client.get_bucket(bucket_name)
+    for blob in bucket.list_blobs():
+        blob.delete()
+
+
 @pytest.fixture(autouse=True)
 def reset_session() -> None:
     """An autouse fixture ensuring each sample runs in a fresh session.

samples/snippets/multimodal_test.py

@@ -13,9 +13,9 @@
 # limitations under the License.
 
 
-def test_multimodal_dataframe(gcs_bucket: str) -> None:
+def test_multimodal_dataframe(gcs_bucket_snippets: str) -> None:
     # destination folder must be in a GCS bucket that the BQ connection service account (default or user provided) has write access to.
-    dst_bucket = f"gs://{gcs_bucket}"
+    dst_bucket = f"gs://{gcs_bucket_snippets}"
     # [START bigquery_dataframes_multimodal_dataframe_create]
     import bigframes
 

third_party/bigframes_vendored/version.py

@@ -12,8 +12,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "2.17.0"
+__version__ = "2.18.0"
 
 # {x-release-please-start-date}
-__release_date__ = "2025-08-22"
+__release_date__ = "2025-09-03"
 # {x-release-please-end}