diff --git a/docs/cn/release-notes/databend.md b/docs/cn/release-notes/databend.md index 30e03fc2d6..2d20a81505 100644 --- a/docs/cn/release-notes/databend.md +++ b/docs/cn/release-notes/databend.md @@ -10,164 +10,632 @@ import StepContent from '@site/src/components/Steps/step-content'; This page provides information about recent features, enhancements, and bug fixes for Databend. + + -import MD1 from '@site/docs/release-stable/2025-04-21_v1.2.725.md'; -import MD2 from '@site/docs/release-stable/2025-02-14_v1.2.697.md'; -import MD3 from '@site/docs/release-stable/2025-01-02_v1.2.680.md'; -import MD4 from '@site/docs/release-stable/2024-08-19_v1.2.615.md'; -import MD5 from '@site/docs/release-stable/2024-08-13_v1.2.609.md'; -import MD6 from '@site/docs/release-stable/2024-06-16_v1.2.530.md'; -import MD7 from '@site/docs/release-stable/2024-05-06_v1.2.452.md'; -import MD8 from '@site/docs/release-stable/2024-04-08_v1.2.410.md'; -import MD9 from '@site/docs/release-stable/2024-03-11_v1.2.371.md'; -import MD10 from '@site/docs/release-stable/2024-02-22_v1.2.344.md'; -import MD11 from '@site/docs/release-stable/2024-01-25_v1.2.307.md'; -import MD12 from '@site/docs/release-stable/2024-01-11_v1.2.292.md'; -import MD13 from '@site/docs/release-stable/2024-01-10_v1.2.290.md'; -import MD14 from '@site/docs/release-stable/2024-01-02_v1.2.279.md'; -import MD15 from '@site/docs/release-stable/2023-12-30_v1.2.275.md'; -import MD16 from '@site/docs/release-stable/2023-12-20_v1.2.262.md'; -import MD17 from '@site/docs/release-stable/2023-12-13_v1.2.233.md'; +## Oct 20, 2025 (v1.2.831-nightly) +## What's Changed +### Exciting New Features ✨ +* feat(query): better script engine with dynamic schema support by **@sundy-li** in [#18838](https://github.com/databendlabs/databend/pull/18838) +### Thoughtful Bug Fix πŸ”§ +* fix: memory size of string view should count views array. by **@youngsofun** in [#18867](https://github.com/databendlabs/databend/pull/18867) +### Code Refactor πŸŽ‰ +* refactor: rewrite meta-meta compat test with python by **@drmingdrmer** in [#18870](https://github.com/databendlabs/databend/pull/18870) +### Others πŸ“’ +* chore: remove common-password feature to reduce binary size by **@TCeason** in [#18868](https://github.com/databendlabs/databend/pull/18868) - +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.831-nightly + + + - +## Oct 20, 2025 (v1.2.830-nightly) -## Apr 21, 2025 (v1.2.725) +## What's Changed +### Exciting New Features ✨ +* feat(query): Inverted index support search Variant inner fields by **@b41sh** in [#18861](https://github.com/databendlabs/databend/pull/18861) +### Thoughtful Bug Fix πŸ”§ +* fix: config rename for file logging max_size by **@everpcpc** in [#18772](https://github.com/databendlabs/databend/pull/18772) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.830-nightly - + + +## Oct 20, 2025 (v1.2.829-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: implement irreversible vacuum drop table protection by **@dantengsky** in [#18809](https://github.com/databendlabs/databend/pull/18809) +* feat(query): Show Statistics add Virtual Column Stats and Min/Max Fields by **@b41sh** in [#18849](https://github.com/databendlabs/databend/pull/18849) +* feat: meta: add I/O timing tracking for log entry application by **@drmingdrmer** in [#18854](https://github.com/databendlabs/databend/pull/18854) +* feat: meta: add detailed version output for databend-meta -V by **@drmingdrmer** in [#18856](https://github.com/databendlabs/databend/pull/18856) +* feat: add isnan and isinf functions for float types by **@RiversJin** in [#18858](https://github.com/databendlabs/databend/pull/18858) +* feat: metactl: add dump-raft-log-wal subcommand by **@drmingdrmer** in [#18865](https://github.com/databendlabs/databend/pull/18865) +### Thoughtful Bug Fix πŸ”§ +* fix(query): optimize JWT key lookup to avoid unnecessary JWKS refresh by **@everpcpc** in [#18845](https://github.com/databendlabs/databend/pull/18845) +* fix(query): NULL constraint checking in column modification by **@TCeason** in [#18855](https://github.com/databendlabs/databend/pull/18855) +### Others πŸ“’ +* chore(storage): merge_io_reader passes through `opendal::Buffer` and no longer copies by **@forsaken628** in [#18840](https://github.com/databendlabs/databend/pull/18840) +* chore: upgrade openraft from from v0.10.0-alpha.9 to v0.10.0-alpha.11 by **@drmingdrmer** in [#18862](https://github.com/databendlabs/databend/pull/18862) +* chore: upgrade raft-log and display-more by **@drmingdrmer** in [#18864](https://github.com/databendlabs/databend/pull/18864) -## Feb 14, 2025 (v1.2.697) +## New Contributors +* **@RiversJin** made their first contribution in [#18858](https://github.com/databendlabs/databend/pull/18858) - +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.829-nightly - + -## Jan 2, 2025 (v1.2.680) +## Oct 16, 2025 (v1.2.828-nightly) - +## What's Changed +### Exciting New Features ✨ +* feat: support optional arg name for create function by **@KKould** in [#18848](https://github.com/databendlabs/databend/pull/18848) +### Thoughtful Bug Fix πŸ”§ +* fix: use compile-time cfg for platform-specific DMA flags by **@drmingdrmer** in [#18846](https://github.com/databendlabs/databend/pull/18846) +* fix: pipeline max_threads should use max width of Pipes. by **@youngsofun** in [#18837](https://github.com/databendlabs/databend/pull/18837) +### Code Refactor πŸŽ‰ +* refactor: meta: unify FetchAddU64 into FetchIncreaseU64 by **@drmingdrmer** in [#18847](https://github.com/databendlabs/databend/pull/18847) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.828-nightly - + + +## Oct 16, 2025 (v1.2.827-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat(query): introduce BackpressureSpiller by **@forsaken628** in [#18802](https://github.com/databendlabs/databend/pull/18802) +* feat: External UDF support STAGE_LOCATION param by **@KKould** in [#18833](https://github.com/databendlabs/databend/pull/18833) +### Thoughtful Bug Fix πŸ”§ +* fix: deserialize parquet error when stream's base table modify column type by **@zhyass** in [#18828](https://github.com/databendlabs/databend/pull/18828) +### Code Refactor πŸŽ‰ +* refactor: meta-client: consolidate RPC timing into RpcHandler by **@drmingdrmer** in [#18832](https://github.com/databendlabs/databend/pull/18832) +* refactor: clarify the HTTP query lifecycle. by **@youngsofun** in [#18787](https://github.com/databendlabs/databend/pull/18787) +* refactor: simplify mask policy storage structure by **@TCeason** in [#18836](https://github.com/databendlabs/databend/pull/18836) +### Others πŸ“’ +* chore: reduce log in update_multi_table_meta by **@SkyFan2002** in [#18844](https://github.com/databendlabs/databend/pull/18844) -## Aug 19, 2024 (v1.2.615) - +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.827-nightly - + -## Aug 13, 2024 (v1.2.609) +## Oct 13, 2025 (v1.2.826-nightly) - +## What's Changed +### Thoughtful Bug Fix πŸ”§ +* fix: copy from CSV OOM when file is large. by **@youngsofun** in [#18830](https://github.com/databendlabs/databend/pull/18830) +### Others πŸ“’ +* chore: fix some meta typo by **@forsaken628** in [#18824](https://github.com/databendlabs/databend/pull/18824) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.826-nightly - + + +## Oct 13, 2025 (v1.2.825-nightly) -## Jun 16, 2024 (v1.2.530) +## What's Changed +### Exciting New Features ✨ +* feat: impl INNER/LEFT/RIGHT ANY JOIN by **@KKould** in [#18779](https://github.com/databendlabs/databend/pull/18779) +### Others πŸ“’ +* chore(query): add ruff toml file by **@sundy-li** in [#18823](https://github.com/databendlabs/databend/pull/18823) +* chore(query): constant folder support exclusive check by **@sundy-li** in [#18822](https://github.com/databendlabs/databend/pull/18822) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.825-nightly - + + +## Oct 9, 2025 (v1.2.824-nightly) -## May 6, 2024 (v1.2.452) +## What's Changed +### Code Refactor πŸŽ‰ +* refactor(query): add left join for experimental new hash join by **@zhang2014** in [#18814](https://github.com/databendlabs/databend/pull/18814) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.824-nightly - + + +## Oct 6, 2025 (v1.2.823-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat(query): decouple row access policy argument names from column names by **@TCeason** in [#18799](https://github.com/databendlabs/databend/pull/18799) +* feat: meta-service: add snapshot keys layout API with depth filtering by **@drmingdrmer** in [#18807](https://github.com/databendlabs/databend/pull/18807) +* feat(query): add copy_history table by **@sundy-li** in [#18806](https://github.com/databendlabs/databend/pull/18806) +* feat(query): Generate column statistics for virtual columns by **@b41sh** in [#18801](https://github.com/databendlabs/databend/pull/18801) +* feat: meta-service: add `proposed_at` tracking the time when a key is written by **@drmingdrmer** in [#18812](https://github.com/databendlabs/databend/pull/18812) +### Thoughtful Bug Fix πŸ”§ +* fix(query): handle database ID properly in columns table permission check by **@TCeason** in [#18798](https://github.com/databendlabs/databend/pull/18798) +* fix: invalid sequence step by **@KKould** in [#18800](https://github.com/databendlabs/databend/pull/18800) +* fix(meta): use transaction instead of direct request for UpsertKV by **@drmingdrmer** in [#18813](https://github.com/databendlabs/databend/pull/18813) +### Code Refactor πŸŽ‰ +* refactor(user): redesign ALTER USER implementation with improved API consistency by **@TCeason** in [#18804](https://github.com/databendlabs/databend/pull/18804) +* refactor(query): add new experimental hash join for inner join by **@zhang2014** in [#18783](https://github.com/databendlabs/databend/pull/18783) +* refactor(meta): extract TableMeta operations to dedicated ops module by **@drmingdrmer** in [#18816](https://github.com/databendlabs/databend/pull/18816) +* refactor: extract table identifier types to ident.rs by **@drmingdrmer** in [#18817](https://github.com/databendlabs/databend/pull/18817) +* refactor(meta): move get_db_id_or_err to DatabaseApi with nested Result by **@drmingdrmer** in [#18818](https://github.com/databendlabs/databend/pull/18818) +* refactor(meta): simplify stream metrics collection with Drop pattern by **@drmingdrmer** in [#18820](https://github.com/databendlabs/databend/pull/18820) +### Others πŸ“’ +* chore: log more info on jwks refresh by **@everpcpc** in [#18803](https://github.com/databendlabs/databend/pull/18803) +* chore: refine stream http api test by **@dantengsky** in [#18810](https://github.com/databendlabs/databend/pull/18810) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.823-nightly + + + + + +## Sep 29, 2025 (v1.2.822-nightly) -## Apr 8, 2024 (v1.2.410) +## What's Changed +### Exciting New Features ✨ +* feat(query): RoleInfo support comment by **@TCeason** in [#18788](https://github.com/databendlabs/databend/pull/18788) +### Thoughtful Bug Fix πŸ”§ +* fix: prevent panic in multi-table insert commit by **@SkyFan2002** in [#18793](https://github.com/databendlabs/databend/pull/18793) +* fix: remove incorrect assertion in collecting dropped table ids by **@dantengsky** in [#18780](https://github.com/databendlabs/databend/pull/18780) +* fix: forbid SRF in copy transform. by **@youngsofun** in [#18795](https://github.com/databendlabs/databend/pull/18795) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: fix publish debug symbols by **@everpcpc** in [#18796](https://github.com/databendlabs/databend/pull/18796) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.822-nightly - + + +## Sep 28, 2025 (v1.2.821-nightly) -## Mar 11, 2024 (v1.2.371) +## What's Changed +### Exciting New Features ✨ +* feat(query): pivot support any order by expression by **@sundy-li** in [#18770](https://github.com/databendlabs/databend/pull/18770) +* feat(query): enable swap between tables by **@TCeason** in [#18767](https://github.com/databendlabs/databend/pull/18767) +* feat: impl Keyword `AUTOINCREMENT` by **@KKould** in [#18715](https://github.com/databendlabs/databend/pull/18715) +* feat: enable analyze hook after DML by **@zhyass** in [#18754](https://github.com/databendlabs/databend/pull/18754) +### Thoughtful Bug Fix πŸ”§ +* fix: /v1/status return stop time without start time. by **@youngsofun** in [#18792](https://github.com/databendlabs/databend/pull/18792) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: publish debug symbols to R2 by **@everpcpc** in [#18784](https://github.com/databendlabs/databend/pull/18784) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.821-nightly - + + +## Sep 25, 2025 (v1.2.820-nightly) -## Feb 22, 2024 (v1.2.344) +## What's Changed +### Exciting New Features ✨ +* feat: /v1/status merge status of HttpQueryManager. by **@youngsofun** in [#18778](https://github.com/databendlabs/databend/pull/18778) +### Thoughtful Bug Fix πŸ”§ +* fix: the result of the first parameter of `eval_or_filters` will affect the subsequent parameters by **@KKould** in [#18782](https://github.com/databendlabs/databend/pull/18782) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.820-nightly - + + +## Sep 25, 2025 (v1.2.819-nightly) + +## What's Changed +### Thoughtful Bug Fix πŸ”§ +* fix: clean up temp table with external location by **@SkyFan2002** in [#18775](https://github.com/databendlabs/databend/pull/18775) +### Code Refactor πŸŽ‰ +* refactor(meta-service): move raft to separate runtime by **@drmingdrmer** in [#18777](https://github.com/databendlabs/databend/pull/18777) -## Jan 25, 2024 (v1.2.307) - +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.819-nightly - + -## Jan 11, 2024 (v1.2.292) +## Sep 24, 2025 (v1.2.818-nightly) - +## What's Changed +### Exciting New Features ✨ +* feat(meta): add member-list subcommand to databend-metactl by **@drmingdrmer** in [#18760](https://github.com/databendlabs/databend/pull/18760) +* feat(meta-service): add snapshot V004 streaming protocol by **@drmingdrmer** in [#18763](https://github.com/databendlabs/databend/pull/18763) +### Thoughtful Bug Fix πŸ”§ +* fix: auto commit of ddl not work when calling procedure in transaction by **@SkyFan2002** in [#18753](https://github.com/databendlabs/databend/pull/18753) +* fix: vacuum tables that are dropped by `create or replace` statement by **@dantengsky** in [#18751](https://github.com/databendlabs/databend/pull/18751) +* fix(query): fix data lost caused by nullable in spill by **@zhang2014** in [#18766](https://github.com/databendlabs/databend/pull/18766) +### Code Refactor πŸŽ‰ +* refactor(query): improve the readability of aggregate function hash table by **@forsaken628** in [#18747](https://github.com/databendlabs/databend/pull/18747) +* refactor(query): Optimize Virtual Column Write Performance by **@b41sh** in [#18752](https://github.com/databendlabs/databend/pull/18752) +### Others πŸ“’ +* chore: resolve post-merge compilation failure after KvApi refactoring by **@dantengsky** in [#18761](https://github.com/databendlabs/databend/pull/18761) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.818-nightly - + + +## Sep 22, 2025 (v1.2.817-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: databend-metabench: benchmark list by **@drmingdrmer** in [#18745](https://github.com/databendlabs/databend/pull/18745) +* feat: /v1/status include last_query_request_at. by **@youngsofun** in [#18750](https://github.com/databendlabs/databend/pull/18750) +### Thoughtful Bug Fix πŸ”§ +* fix: query dropped table in fuse_time_travel_size() report error by **@SkyFan2002** in [#18748](https://github.com/databendlabs/databend/pull/18748) +### Code Refactor πŸŽ‰ +* refactor(meta-service): separate raft-log-store and raft-state-machine store by **@drmingdrmer** in [#18746](https://github.com/databendlabs/databend/pull/18746) +* refactor: meta-service: simplify raft store and state machine by **@drmingdrmer** in [#18749](https://github.com/databendlabs/databend/pull/18749) +* refactor(query): stream style block writer for hash join spill by **@zhang2014** in [#18742](https://github.com/databendlabs/databend/pull/18742) +* refactor(native): preallocate zero offsets before compression by **@BohuTANG** in [#18756](https://github.com/databendlabs/databend/pull/18756) +* refactor: meta-service: compact immutable levels periodically by **@drmingdrmer** in [#18757](https://github.com/databendlabs/databend/pull/18757) +* refactor(query): add async buffer for spill data by **@zhang2014** in [#18758](https://github.com/databendlabs/databend/pull/18758) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: add compat test for databend-go. by **@youngsofun** in [#18734](https://github.com/databendlabs/databend/pull/18734) +### Others πŸ“’ +* chore: move auto implemented KvApi methods to Ext trait by **@drmingdrmer** in [#18759](https://github.com/databendlabs/databend/pull/18759) -## Jan 10, 2024 (v1.2.290) - +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.817-nightly - + -## Jan 2, 2024 (v1.2.279) +## Sep 19, 2025 (v1.2.816-nightly) - +## What's Changed +### Exciting New Features ✨ +* feat(rbac): procedure object support rbac by **@TCeason** in [#18730](https://github.com/databendlabs/databend/pull/18730) +### Thoughtful Bug Fix πŸ”§ +* fix(query): reduce redundant result-set-spill logs during query waits by **@BohuTANG** in [#18741](https://github.com/databendlabs/databend/pull/18741) +* fix: fuse_vacuum2 panic while vauuming empty table with data_retentio… by **@dantengsky** in [#18744](https://github.com/databendlabs/databend/pull/18744) +### Code Refactor πŸŽ‰ +* refactor: compactor internal structure by **@drmingdrmer** in [#18738](https://github.com/databendlabs/databend/pull/18738) +* refactor(query): refactor the join partition to reduce memory amplification by **@zhang2014** in [#18732](https://github.com/databendlabs/databend/pull/18732) +* refactor: Make the ownership key deletion and table/database replace in the same transaction by **@TCeason** in [#18739](https://github.com/databendlabs/databend/pull/18739) +### Others πŸ“’ +* chore(meta-service): re-organize tests for raft-store by **@drmingdrmer** in [#18740](https://github.com/databendlabs/databend/pull/18740) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.816-nightly - + + +## Sep 18, 2025 (v1.2.815-nightly) -## Dec 30, 2023 (v1.2.275) +## What's Changed +### Exciting New Features ✨ +* feat: add ANY_VALUE as alias for ANY aggregate function by **@BohuTANG** in [#18728](https://github.com/databendlabs/databend/pull/18728) +* feat: add Immutable::compact to merge two level by **@drmingdrmer** in [#18731](https://github.com/databendlabs/databend/pull/18731) +### Thoughtful Bug Fix πŸ”§ +* fix: last query id not only contain those cached. by **@youngsofun** in [#18727](https://github.com/databendlabs/databend/pull/18727) +### Code Refactor πŸŽ‰ +* refactor: raft-store: in-memory readonly level compaction by **@drmingdrmer** in [#18736](https://github.com/databendlabs/databend/pull/18736) +* refactor: new setting `max_vacuum_threads` by **@dantengsky** in [#18737](https://github.com/databendlabs/databend/pull/18737) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.815-nightly - + + +## Sep 17, 2025 (v1.2.814-nightly) -## Dec 20, 2023 (v1.2.262) +## What's Changed +### Thoughtful Bug Fix πŸ”§ +* fix(query): ensure jwt roles to user if not exists by **@everpcpc** in [#18720](https://github.com/databendlabs/databend/pull/18720) +* fix(query): Set Parquet default encoding to `PLAIN` to ensure data compatibility by **@b41sh** in [#18724](https://github.com/databendlabs/databend/pull/18724) +### Others πŸ“’ +* chore: replace Arc<Mutex<SysData>> with SysData by **@drmingdrmer** in [#18723](https://github.com/databendlabs/databend/pull/18723) +* chore: add error check on private task test script by **@KKould** in [#18698](https://github.com/databendlabs/databend/pull/18698) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.814-nightly - + + +## Sep 16, 2025 (v1.2.813-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat(query): support result set spilling by **@forsaken628** in [#18679](https://github.com/databendlabs/databend/pull/18679) +### Thoughtful Bug Fix πŸ”§ +* fix(meta-service): detach the SysData to avoid race condition by **@drmingdrmer** in [#18722](https://github.com/databendlabs/databend/pull/18722) +### Code Refactor πŸŽ‰ +* refactor(raft-store): update trait interfaces and restructure leveled map by **@drmingdrmer** in [#18719](https://github.com/databendlabs/databend/pull/18719) +### Documentation πŸ“” +* docs(raft-store): enhance documentation across all modules by **@drmingdrmer** in [#18721](https://github.com/databendlabs/databend/pull/18721) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.813-nightly + + + + + +## Sep 15, 2025 (v1.2.812-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: `infer_schema` expands csv and ndjson support by **@KKould** in [#18552](https://github.com/databendlabs/databend/pull/18552) +### Thoughtful Bug Fix πŸ”§ +* fix(query): column default expr should not cause seq.nextval modify by **@b41sh** in [#18694](https://github.com/databendlabs/databend/pull/18694) +* fix: `vacuum2` all should ignore SYSTEM dbs by **@dantengsky** in [#18712](https://github.com/databendlabs/databend/pull/18712) +* fix(meta-service): snapshot key count should be reset by **@drmingdrmer** in [#18718](https://github.com/databendlabs/databend/pull/18718) +### Code Refactor πŸŽ‰ +* refactor(meta-service): respond mget items in stream instead of in a vector by **@drmingdrmer** in [#18716](https://github.com/databendlabs/databend/pull/18716) +* refactor(meta-service0): rotbl: use `spawn_blocking()` instead `blocking_in_place()` by **@drmingdrmer** in [#18717](https://github.com/databendlabs/databend/pull/18717) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: migration `09_http_handler` to pytest by **@forsaken628** in [#18714](https://github.com/databendlabs/databend/pull/18714) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.812-nightly + + + + + +## Sep 11, 2025 (v1.2.811-nightly) + +## What's Changed +### Thoughtful Bug Fix πŸ”§ +* fix: error occurred when retrying transaction on empty table by **@SkyFan2002** in [#18703](https://github.com/databendlabs/databend/pull/18703) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.811-nightly + + + + + +## Sep 10, 2025 (v1.2.810-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: impl Date & Timestamp on `RANGE BETWEEN` by **@KKould** in [#18696](https://github.com/databendlabs/databend/pull/18696) +* feat: add pybend Python binding with S3 connection and stage support by **@BohuTANG** in [#18704](https://github.com/databendlabs/databend/pull/18704) +* feat(query): add api to list stream by **@everpcpc** in [#18701](https://github.com/databendlabs/databend/pull/18701) +### Thoughtful Bug Fix πŸ”§ +* fix: collected profiles lost in cluster mode by **@dqhl76** in [#18680](https://github.com/databendlabs/databend/pull/18680) +* fix(python-binding): complete Python binding CI configuration by **@BohuTANG** in [#18686](https://github.com/databendlabs/databend/pull/18686) +* fix(python-binding): resolve virtual environment permission conflicts in CI by **@BohuTANG** in [#18708](https://github.com/databendlabs/databend/pull/18708) +* fix: error when using materialized CTE in multi-statement transactions by **@SkyFan2002** in [#18707](https://github.com/databendlabs/databend/pull/18707) +* fix(query): add config to the embed mode to clarify this mode by **@zhang2014** in [#18710](https://github.com/databendlabs/databend/pull/18710) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: run behave test of bendsql for compact. by **@youngsofun** in [#18697](https://github.com/databendlabs/databend/pull/18697) +* ci: Temporarily disable warehouse testing of private tasks by **@KKould** in [#18709](https://github.com/databendlabs/databend/pull/18709) +### Others πŸ“’ +* chore(python-binding): documentation and PyPI metadata by **@BohuTANG** in [#18711](https://github.com/databendlabs/databend/pull/18711) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.810-nightly + + + + + +## Sep 8, 2025 (v1.2.809-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: support reset of worksheet session. by **@youngsofun** in [#18688](https://github.com/databendlabs/databend/pull/18688) +### Thoughtful Bug Fix πŸ”§ +* fix(query): fix unable cast Variant Nullable type to Int32 type in MERGE INTO by **@b41sh** in [#18687](https://github.com/databendlabs/databend/pull/18687) +* fix: meta-semaphore: re-connect when no event recevied by **@drmingdrmer** in [#18690](https://github.com/databendlabs/databend/pull/18690) +### Code Refactor πŸŽ‰ +* refactor(meta-semaphore): handle error occurs during new-stream, lease-extend by **@drmingdrmer** in [#18695](https://github.com/databendlabs/databend/pull/18695) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.809-nightly + + + + + +## Sep 8, 2025 (v1.2.808-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: support Check Constraint by **@KKould** in [#18661](https://github.com/databendlabs/databend/pull/18661) +* feat(parser): add intelligent SQL error suggestion system by **@BohuTANG** in [#18670](https://github.com/databendlabs/databend/pull/18670) +* feat: enhance resource scheduling logs with clear status and configuration details by **@BohuTANG** in [#18684](https://github.com/databendlabs/databend/pull/18684) +* feat(meta-semaphore): allows to specify timestamp as semaphore seq by **@drmingdrmer** in [#18685](https://github.com/databendlabs/databend/pull/18685) +### Thoughtful Bug Fix πŸ”§ +* fix: clean `db_id_table_name` during vacuuming dropped tables by **@dantengsky** in [#18665](https://github.com/databendlabs/databend/pull/18665) +* fix: forbid transform with where clause. by **@youngsofun** in [#18681](https://github.com/databendlabs/databend/pull/18681) +* fix(query): fix incorrect order of group by items with CTE or subquery by **@sundy-li** in [#18692](https://github.com/databendlabs/databend/pull/18692) +### Code Refactor πŸŽ‰ +* refactor(meta): extract utilities from monolithic util.rs by **@drmingdrmer** in [#18678](https://github.com/databendlabs/databend/pull/18678) +* refactor(query): split Spiller to provide more scalability by **@forsaken628** in [#18691](https://github.com/databendlabs/databend/pull/18691) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: compat test for JDBC use test from main. by **@youngsofun** in [#18668](https://github.com/databendlabs/databend/pull/18668) +### Others πŸ“’ +* chore: add test about create sequence to keep old version by **@TCeason** in [#18673](https://github.com/databendlabs/databend/pull/18673) +* chore: add some log for runtime filter by **@SkyFan2002** in [#18674](https://github.com/databendlabs/databend/pull/18674) +* chore: add profile for runtime filter by **@SkyFan2002** in [#18675](https://github.com/databendlabs/databend/pull/18675) +* chore: catch `to_date`/`to_timestamp` unwrap by **@KKould** in [#18677](https://github.com/databendlabs/databend/pull/18677) +* chore(query): add retry for semaphore queue by **@zhang2014** in [#18689](https://github.com/databendlabs/databend/pull/18689) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.808-nightly + + + + + +## Sep 3, 2025 (v1.2.807-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat(query): Add SecureFilter for Row Access Policies and Stats Privacy by **@TCeason** in [#18623](https://github.com/databendlabs/databend/pull/18623) +* feat(query): support `start` and `increment` options for sequence creation by **@TCeason** in [#18659](https://github.com/databendlabs/databend/pull/18659) +### Thoughtful Bug Fix πŸ”§ +* fix(rbac): create or replace ownership_object should delete the old ownership key by **@TCeason** in [#18667](https://github.com/databendlabs/databend/pull/18667) +* fix(history-table): stop heartbeat when another node starts by **@dqhl76** in [#18664](https://github.com/databendlabs/databend/pull/18664) +### Code Refactor πŸŽ‰ +* refactor: extract garbage collection api to garbage_collection_api.rs by **@drmingdrmer** in [#18663](https://github.com/databendlabs/databend/pull/18663) +* refactor(meta): complete SchemaApi trait decomposition by **@drmingdrmer** in [#18669](https://github.com/databendlabs/databend/pull/18669) +### Others πŸ“’ +* chore: enable distributed recluster by **@zhyass** in [#18644](https://github.com/databendlabs/databend/pull/18644) +* chore(ci): make ci success by **@TCeason** in [#18672](https://github.com/databendlabs/databend/pull/18672) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.807-nightly + + + + + +## Sep 2, 2025 (v1.2.806-nightly) + +## What's Changed +### Thoughtful Bug Fix πŸ”§ +* fix(query): try fix hang for cluster aggregate by **@zhang2014** in [#18655](https://github.com/databendlabs/databend/pull/18655) +### Code Refactor πŸŽ‰ +* refactor(schema-api): extract SecurityApi trait by **@drmingdrmer** in [#18658](https://github.com/databendlabs/databend/pull/18658) +* refactor(query): remove useless ee feature by **@zhang2014** in [#18660](https://github.com/databendlabs/databend/pull/18660) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: fix download artifact for sqlsmith by **@everpcpc** in [#18662](https://github.com/databendlabs/databend/pull/18662) +* ci: ttc test with nginx and minio. by **@youngsofun** in [#18657](https://github.com/databendlabs/databend/pull/18657) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.806-nightly + + + + + +## Sep 1, 2025 (v1.2.805-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: Add `RuleFilterFlattenOr` by **@KKould** in [#18621](https://github.com/databendlabs/databend/pull/18621) +* feat: add settings to control analyze table by **@zhyass** in [#18642](https://github.com/databendlabs/databend/pull/18642) +### Code Refactor πŸŽ‰ +* refactor: refactor inlist runtime filter with or_filters and add configurable runtime filter thresholds by **@SkyFan2002** in [#18622](https://github.com/databendlabs/databend/pull/18622) +* refactor(schema-api): extract CatalogApi trait from SchemaApi by **@drmingdrmer** in [#18654](https://github.com/databendlabs/databend/pull/18654) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: extract action for minio. by **@youngsofun** in [#18651](https://github.com/databendlabs/databend/pull/18651) +* ci: fix install nfpm by **@everpcpc** in [#18656](https://github.com/databendlabs/databend/pull/18656) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.805-nightly + + + + + +## Sep 1, 2025 (v1.2.804-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: support function 'or_filters' by **@KKould** in [#18606](https://github.com/databendlabs/databend/pull/18606) +* feat(query): Supports fixed-length sort fields encoding by **@forsaken628** in [#18584](https://github.com/databendlabs/databend/pull/18584) +* feat(query): Hierarchical Grouping Sets Optimization by **@sundy-li** in [#18616](https://github.com/databendlabs/databend/pull/18616) +* feat(query): add rule_merge_limit by **@xiedeyantu** in [#18636](https://github.com/databendlabs/databend/pull/18636) +* feat: add compile-time API freezing macro for struct compatibility by **@BohuTANG** in [#18632](https://github.com/databendlabs/databend/pull/18632) +* feat: implement separate RPC delay metrics for read and write operations by **@drmingdrmer** in [#18648](https://github.com/databendlabs/databend/pull/18648) +### Thoughtful Bug Fix πŸ”§ +* fix: drop table ownership while vacuuming by **@dantengsky** in [#18613](https://github.com/databendlabs/databend/pull/18613) +* fix(test): flaky test from history table permit guard by **@dqhl76** in [#18624](https://github.com/databendlabs/databend/pull/18624) +### Code Refactor πŸŽ‰ +* refactor(query): revert pr 18589 by **@zhang2014** in [#18638](https://github.com/databendlabs/databend/pull/18638) +* refactor(query): Optimize set returning function result block max bytes by **@b41sh** in [#18626](https://github.com/databendlabs/databend/pull/18626) +* refactor(exception): enhance ErrorCodeResultExt with comprehensive error codes by **@drmingdrmer** in [#18643](https://github.com/databendlabs/databend/pull/18643) +* refactor(meta-api): consolidate schema API implementation by **@drmingdrmer** in [#18646](https://github.com/databendlabs/databend/pull/18646) +* refactor(meta-service): remove deprecated rpc_delay_seconds metric by **@drmingdrmer** in [#18647](https://github.com/databendlabs/databend/pull/18647) +* refactor(frozen-api): optimize API boundary protection by **@BohuTANG** in [#18649](https://github.com/databendlabs/databend/pull/18649) +* refactor(schema-api): extract DatabaseApi trait from SchemaApi by **@drmingdrmer** in [#18650](https://github.com/databendlabs/databend/pull/18650) +* refactor(schema-api): extract TableApi and IndexApi traits by **@drmingdrmer** in [#18652](https://github.com/databendlabs/databend/pull/18652) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: allow backport PRs to build cloud image by **@everpcpc** in [#18628](https://github.com/databendlabs/databend/pull/18628) +* ci: retryable for status code 143 by **@everpcpc** in [#18630](https://github.com/databendlabs/databend/pull/18630) +* ci: default run ci on ARM64 runner by **@everpcpc** in [#18610](https://github.com/databendlabs/databend/pull/18610) +* ci: add test_compat_client_standalone by **@forsaken628** in [#18631](https://github.com/databendlabs/databend/pull/18631) +* ci: add telemetry source tracking for build environment identification by **@BohuTANG** in [#18653](https://github.com/databendlabs/databend/pull/18653) +### Others πŸ“’ +* chore: migrating vergen to v9 by **@forsaken628** in [#18617](https://github.com/databendlabs/databend/pull/18617) +* chore: rm unused test and data. by **@youngsofun** in [#18634](https://github.com/databendlabs/databend/pull/18634) +* chore(meta-service): adjust internal structure for state machine by **@drmingdrmer** in [#18633](https://github.com/databendlabs/databend/pull/18633) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.804-nightly + + + + + +## Aug 28, 2025 (v1.2.803-nightly) + +## What's Changed +### Thoughtful Bug Fix πŸ”§ +* fix: deserialization error of AdditionalStatsMeta.location by **@zhyass** in [#18618](https://github.com/databendlabs/databend/pull/18618) +### Code Refactor πŸŽ‰ +* refactor(meta-service): replace Vec with BTreeMap in ImmutableLevels by **@drmingdrmer** in [#18608](https://github.com/databendlabs/databend/pull/18608) +* refactor: restructure leveled map data architecture by **@drmingdrmer** in [#18619](https://github.com/databendlabs/databend/pull/18619) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: binstall target for rust tools by **@everpcpc** in [#18615](https://github.com/databendlabs/databend/pull/18615) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.803-nightly + + + + + +## Aug 27, 2025 (v1.2.802-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat(meta-service): add a node to cluster as learner: databend-meta --join ... --learner by **@drmingdrmer** in [#18600](https://github.com/databendlabs/databend/pull/18600) +* feat: auto-generate table statistics during write by **@zhyass** in [#18548](https://github.com/databendlabs/databend/pull/18548) +* feat(storage): show statistics by **@zhyass** in [#18599](https://github.com/databendlabs/databend/pull/18599) +### Thoughtful Bug Fix πŸ”§ +* fix: replace linear OR chain with balanced binary tree in build_inlist_filter by **@SkyFan2002** in [#18605](https://github.com/databendlabs/databend/pull/18605) +### Code Refactor πŸŽ‰ +* refactor: add heartbeat to reduce meta requests for history tables by **@dqhl76** in [#18594](https://github.com/databendlabs/databend/pull/18594) +* refactor(query): Optimize the `array_agg` function to reduce memory usage by **@b41sh** in [#18607](https://github.com/databendlabs/databend/pull/18607) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: fix cancelled conclusion by **@everpcpc** in [#18604](https://github.com/databendlabs/databend/pull/18604) +* ci: build build-tool on arm64 by **@everpcpc** in [#18611](https://github.com/databendlabs/databend/pull/18611) +* ci: remove deprecated alpine build image by **@everpcpc** in [#18612](https://github.com/databendlabs/databend/pull/18612) +* ci: remove nextest from dev image by **@everpcpc** in [#18614](https://github.com/databendlabs/databend/pull/18614) -## Dec 13, 2023 (v1.2.233) - +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.802-nightly diff --git a/docs/en/release-notes/databend.md b/docs/en/release-notes/databend.md index 30e03fc2d6..2d20a81505 100644 --- a/docs/en/release-notes/databend.md +++ b/docs/en/release-notes/databend.md @@ -10,164 +10,632 @@ import StepContent from '@site/src/components/Steps/step-content'; This page provides information about recent features, enhancements, and bug fixes for Databend. + + -import MD1 from '@site/docs/release-stable/2025-04-21_v1.2.725.md'; -import MD2 from '@site/docs/release-stable/2025-02-14_v1.2.697.md'; -import MD3 from '@site/docs/release-stable/2025-01-02_v1.2.680.md'; -import MD4 from '@site/docs/release-stable/2024-08-19_v1.2.615.md'; -import MD5 from '@site/docs/release-stable/2024-08-13_v1.2.609.md'; -import MD6 from '@site/docs/release-stable/2024-06-16_v1.2.530.md'; -import MD7 from '@site/docs/release-stable/2024-05-06_v1.2.452.md'; -import MD8 from '@site/docs/release-stable/2024-04-08_v1.2.410.md'; -import MD9 from '@site/docs/release-stable/2024-03-11_v1.2.371.md'; -import MD10 from '@site/docs/release-stable/2024-02-22_v1.2.344.md'; -import MD11 from '@site/docs/release-stable/2024-01-25_v1.2.307.md'; -import MD12 from '@site/docs/release-stable/2024-01-11_v1.2.292.md'; -import MD13 from '@site/docs/release-stable/2024-01-10_v1.2.290.md'; -import MD14 from '@site/docs/release-stable/2024-01-02_v1.2.279.md'; -import MD15 from '@site/docs/release-stable/2023-12-30_v1.2.275.md'; -import MD16 from '@site/docs/release-stable/2023-12-20_v1.2.262.md'; -import MD17 from '@site/docs/release-stable/2023-12-13_v1.2.233.md'; +## Oct 20, 2025 (v1.2.831-nightly) +## What's Changed +### Exciting New Features ✨ +* feat(query): better script engine with dynamic schema support by **@sundy-li** in [#18838](https://github.com/databendlabs/databend/pull/18838) +### Thoughtful Bug Fix πŸ”§ +* fix: memory size of string view should count views array. by **@youngsofun** in [#18867](https://github.com/databendlabs/databend/pull/18867) +### Code Refactor πŸŽ‰ +* refactor: rewrite meta-meta compat test with python by **@drmingdrmer** in [#18870](https://github.com/databendlabs/databend/pull/18870) +### Others πŸ“’ +* chore: remove common-password feature to reduce binary size by **@TCeason** in [#18868](https://github.com/databendlabs/databend/pull/18868) - +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.831-nightly + + + - +## Oct 20, 2025 (v1.2.830-nightly) -## Apr 21, 2025 (v1.2.725) +## What's Changed +### Exciting New Features ✨ +* feat(query): Inverted index support search Variant inner fields by **@b41sh** in [#18861](https://github.com/databendlabs/databend/pull/18861) +### Thoughtful Bug Fix πŸ”§ +* fix: config rename for file logging max_size by **@everpcpc** in [#18772](https://github.com/databendlabs/databend/pull/18772) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.830-nightly - + + +## Oct 20, 2025 (v1.2.829-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: implement irreversible vacuum drop table protection by **@dantengsky** in [#18809](https://github.com/databendlabs/databend/pull/18809) +* feat(query): Show Statistics add Virtual Column Stats and Min/Max Fields by **@b41sh** in [#18849](https://github.com/databendlabs/databend/pull/18849) +* feat: meta: add I/O timing tracking for log entry application by **@drmingdrmer** in [#18854](https://github.com/databendlabs/databend/pull/18854) +* feat: meta: add detailed version output for databend-meta -V by **@drmingdrmer** in [#18856](https://github.com/databendlabs/databend/pull/18856) +* feat: add isnan and isinf functions for float types by **@RiversJin** in [#18858](https://github.com/databendlabs/databend/pull/18858) +* feat: metactl: add dump-raft-log-wal subcommand by **@drmingdrmer** in [#18865](https://github.com/databendlabs/databend/pull/18865) +### Thoughtful Bug Fix πŸ”§ +* fix(query): optimize JWT key lookup to avoid unnecessary JWKS refresh by **@everpcpc** in [#18845](https://github.com/databendlabs/databend/pull/18845) +* fix(query): NULL constraint checking in column modification by **@TCeason** in [#18855](https://github.com/databendlabs/databend/pull/18855) +### Others πŸ“’ +* chore(storage): merge_io_reader passes through `opendal::Buffer` and no longer copies by **@forsaken628** in [#18840](https://github.com/databendlabs/databend/pull/18840) +* chore: upgrade openraft from from v0.10.0-alpha.9 to v0.10.0-alpha.11 by **@drmingdrmer** in [#18862](https://github.com/databendlabs/databend/pull/18862) +* chore: upgrade raft-log and display-more by **@drmingdrmer** in [#18864](https://github.com/databendlabs/databend/pull/18864) -## Feb 14, 2025 (v1.2.697) +## New Contributors +* **@RiversJin** made their first contribution in [#18858](https://github.com/databendlabs/databend/pull/18858) - +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.829-nightly - + -## Jan 2, 2025 (v1.2.680) +## Oct 16, 2025 (v1.2.828-nightly) - +## What's Changed +### Exciting New Features ✨ +* feat: support optional arg name for create function by **@KKould** in [#18848](https://github.com/databendlabs/databend/pull/18848) +### Thoughtful Bug Fix πŸ”§ +* fix: use compile-time cfg for platform-specific DMA flags by **@drmingdrmer** in [#18846](https://github.com/databendlabs/databend/pull/18846) +* fix: pipeline max_threads should use max width of Pipes. by **@youngsofun** in [#18837](https://github.com/databendlabs/databend/pull/18837) +### Code Refactor πŸŽ‰ +* refactor: meta: unify FetchAddU64 into FetchIncreaseU64 by **@drmingdrmer** in [#18847](https://github.com/databendlabs/databend/pull/18847) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.828-nightly - + + +## Oct 16, 2025 (v1.2.827-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat(query): introduce BackpressureSpiller by **@forsaken628** in [#18802](https://github.com/databendlabs/databend/pull/18802) +* feat: External UDF support STAGE_LOCATION param by **@KKould** in [#18833](https://github.com/databendlabs/databend/pull/18833) +### Thoughtful Bug Fix πŸ”§ +* fix: deserialize parquet error when stream's base table modify column type by **@zhyass** in [#18828](https://github.com/databendlabs/databend/pull/18828) +### Code Refactor πŸŽ‰ +* refactor: meta-client: consolidate RPC timing into RpcHandler by **@drmingdrmer** in [#18832](https://github.com/databendlabs/databend/pull/18832) +* refactor: clarify the HTTP query lifecycle. by **@youngsofun** in [#18787](https://github.com/databendlabs/databend/pull/18787) +* refactor: simplify mask policy storage structure by **@TCeason** in [#18836](https://github.com/databendlabs/databend/pull/18836) +### Others πŸ“’ +* chore: reduce log in update_multi_table_meta by **@SkyFan2002** in [#18844](https://github.com/databendlabs/databend/pull/18844) -## Aug 19, 2024 (v1.2.615) - +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.827-nightly - + -## Aug 13, 2024 (v1.2.609) +## Oct 13, 2025 (v1.2.826-nightly) - +## What's Changed +### Thoughtful Bug Fix πŸ”§ +* fix: copy from CSV OOM when file is large. by **@youngsofun** in [#18830](https://github.com/databendlabs/databend/pull/18830) +### Others πŸ“’ +* chore: fix some meta typo by **@forsaken628** in [#18824](https://github.com/databendlabs/databend/pull/18824) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.826-nightly - + + +## Oct 13, 2025 (v1.2.825-nightly) -## Jun 16, 2024 (v1.2.530) +## What's Changed +### Exciting New Features ✨ +* feat: impl INNER/LEFT/RIGHT ANY JOIN by **@KKould** in [#18779](https://github.com/databendlabs/databend/pull/18779) +### Others πŸ“’ +* chore(query): add ruff toml file by **@sundy-li** in [#18823](https://github.com/databendlabs/databend/pull/18823) +* chore(query): constant folder support exclusive check by **@sundy-li** in [#18822](https://github.com/databendlabs/databend/pull/18822) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.825-nightly - + + +## Oct 9, 2025 (v1.2.824-nightly) -## May 6, 2024 (v1.2.452) +## What's Changed +### Code Refactor πŸŽ‰ +* refactor(query): add left join for experimental new hash join by **@zhang2014** in [#18814](https://github.com/databendlabs/databend/pull/18814) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.824-nightly - + + +## Oct 6, 2025 (v1.2.823-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat(query): decouple row access policy argument names from column names by **@TCeason** in [#18799](https://github.com/databendlabs/databend/pull/18799) +* feat: meta-service: add snapshot keys layout API with depth filtering by **@drmingdrmer** in [#18807](https://github.com/databendlabs/databend/pull/18807) +* feat(query): add copy_history table by **@sundy-li** in [#18806](https://github.com/databendlabs/databend/pull/18806) +* feat(query): Generate column statistics for virtual columns by **@b41sh** in [#18801](https://github.com/databendlabs/databend/pull/18801) +* feat: meta-service: add `proposed_at` tracking the time when a key is written by **@drmingdrmer** in [#18812](https://github.com/databendlabs/databend/pull/18812) +### Thoughtful Bug Fix πŸ”§ +* fix(query): handle database ID properly in columns table permission check by **@TCeason** in [#18798](https://github.com/databendlabs/databend/pull/18798) +* fix: invalid sequence step by **@KKould** in [#18800](https://github.com/databendlabs/databend/pull/18800) +* fix(meta): use transaction instead of direct request for UpsertKV by **@drmingdrmer** in [#18813](https://github.com/databendlabs/databend/pull/18813) +### Code Refactor πŸŽ‰ +* refactor(user): redesign ALTER USER implementation with improved API consistency by **@TCeason** in [#18804](https://github.com/databendlabs/databend/pull/18804) +* refactor(query): add new experimental hash join for inner join by **@zhang2014** in [#18783](https://github.com/databendlabs/databend/pull/18783) +* refactor(meta): extract TableMeta operations to dedicated ops module by **@drmingdrmer** in [#18816](https://github.com/databendlabs/databend/pull/18816) +* refactor: extract table identifier types to ident.rs by **@drmingdrmer** in [#18817](https://github.com/databendlabs/databend/pull/18817) +* refactor(meta): move get_db_id_or_err to DatabaseApi with nested Result by **@drmingdrmer** in [#18818](https://github.com/databendlabs/databend/pull/18818) +* refactor(meta): simplify stream metrics collection with Drop pattern by **@drmingdrmer** in [#18820](https://github.com/databendlabs/databend/pull/18820) +### Others πŸ“’ +* chore: log more info on jwks refresh by **@everpcpc** in [#18803](https://github.com/databendlabs/databend/pull/18803) +* chore: refine stream http api test by **@dantengsky** in [#18810](https://github.com/databendlabs/databend/pull/18810) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.823-nightly + + + + + +## Sep 29, 2025 (v1.2.822-nightly) -## Apr 8, 2024 (v1.2.410) +## What's Changed +### Exciting New Features ✨ +* feat(query): RoleInfo support comment by **@TCeason** in [#18788](https://github.com/databendlabs/databend/pull/18788) +### Thoughtful Bug Fix πŸ”§ +* fix: prevent panic in multi-table insert commit by **@SkyFan2002** in [#18793](https://github.com/databendlabs/databend/pull/18793) +* fix: remove incorrect assertion in collecting dropped table ids by **@dantengsky** in [#18780](https://github.com/databendlabs/databend/pull/18780) +* fix: forbid SRF in copy transform. by **@youngsofun** in [#18795](https://github.com/databendlabs/databend/pull/18795) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: fix publish debug symbols by **@everpcpc** in [#18796](https://github.com/databendlabs/databend/pull/18796) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.822-nightly - + + +## Sep 28, 2025 (v1.2.821-nightly) -## Mar 11, 2024 (v1.2.371) +## What's Changed +### Exciting New Features ✨ +* feat(query): pivot support any order by expression by **@sundy-li** in [#18770](https://github.com/databendlabs/databend/pull/18770) +* feat(query): enable swap between tables by **@TCeason** in [#18767](https://github.com/databendlabs/databend/pull/18767) +* feat: impl Keyword `AUTOINCREMENT` by **@KKould** in [#18715](https://github.com/databendlabs/databend/pull/18715) +* feat: enable analyze hook after DML by **@zhyass** in [#18754](https://github.com/databendlabs/databend/pull/18754) +### Thoughtful Bug Fix πŸ”§ +* fix: /v1/status return stop time without start time. by **@youngsofun** in [#18792](https://github.com/databendlabs/databend/pull/18792) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: publish debug symbols to R2 by **@everpcpc** in [#18784](https://github.com/databendlabs/databend/pull/18784) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.821-nightly - + + +## Sep 25, 2025 (v1.2.820-nightly) -## Feb 22, 2024 (v1.2.344) +## What's Changed +### Exciting New Features ✨ +* feat: /v1/status merge status of HttpQueryManager. by **@youngsofun** in [#18778](https://github.com/databendlabs/databend/pull/18778) +### Thoughtful Bug Fix πŸ”§ +* fix: the result of the first parameter of `eval_or_filters` will affect the subsequent parameters by **@KKould** in [#18782](https://github.com/databendlabs/databend/pull/18782) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.820-nightly - + + +## Sep 25, 2025 (v1.2.819-nightly) + +## What's Changed +### Thoughtful Bug Fix πŸ”§ +* fix: clean up temp table with external location by **@SkyFan2002** in [#18775](https://github.com/databendlabs/databend/pull/18775) +### Code Refactor πŸŽ‰ +* refactor(meta-service): move raft to separate runtime by **@drmingdrmer** in [#18777](https://github.com/databendlabs/databend/pull/18777) -## Jan 25, 2024 (v1.2.307) - +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.819-nightly - + -## Jan 11, 2024 (v1.2.292) +## Sep 24, 2025 (v1.2.818-nightly) - +## What's Changed +### Exciting New Features ✨ +* feat(meta): add member-list subcommand to databend-metactl by **@drmingdrmer** in [#18760](https://github.com/databendlabs/databend/pull/18760) +* feat(meta-service): add snapshot V004 streaming protocol by **@drmingdrmer** in [#18763](https://github.com/databendlabs/databend/pull/18763) +### Thoughtful Bug Fix πŸ”§ +* fix: auto commit of ddl not work when calling procedure in transaction by **@SkyFan2002** in [#18753](https://github.com/databendlabs/databend/pull/18753) +* fix: vacuum tables that are dropped by `create or replace` statement by **@dantengsky** in [#18751](https://github.com/databendlabs/databend/pull/18751) +* fix(query): fix data lost caused by nullable in spill by **@zhang2014** in [#18766](https://github.com/databendlabs/databend/pull/18766) +### Code Refactor πŸŽ‰ +* refactor(query): improve the readability of aggregate function hash table by **@forsaken628** in [#18747](https://github.com/databendlabs/databend/pull/18747) +* refactor(query): Optimize Virtual Column Write Performance by **@b41sh** in [#18752](https://github.com/databendlabs/databend/pull/18752) +### Others πŸ“’ +* chore: resolve post-merge compilation failure after KvApi refactoring by **@dantengsky** in [#18761](https://github.com/databendlabs/databend/pull/18761) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.818-nightly - + + +## Sep 22, 2025 (v1.2.817-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: databend-metabench: benchmark list by **@drmingdrmer** in [#18745](https://github.com/databendlabs/databend/pull/18745) +* feat: /v1/status include last_query_request_at. by **@youngsofun** in [#18750](https://github.com/databendlabs/databend/pull/18750) +### Thoughtful Bug Fix πŸ”§ +* fix: query dropped table in fuse_time_travel_size() report error by **@SkyFan2002** in [#18748](https://github.com/databendlabs/databend/pull/18748) +### Code Refactor πŸŽ‰ +* refactor(meta-service): separate raft-log-store and raft-state-machine store by **@drmingdrmer** in [#18746](https://github.com/databendlabs/databend/pull/18746) +* refactor: meta-service: simplify raft store and state machine by **@drmingdrmer** in [#18749](https://github.com/databendlabs/databend/pull/18749) +* refactor(query): stream style block writer for hash join spill by **@zhang2014** in [#18742](https://github.com/databendlabs/databend/pull/18742) +* refactor(native): preallocate zero offsets before compression by **@BohuTANG** in [#18756](https://github.com/databendlabs/databend/pull/18756) +* refactor: meta-service: compact immutable levels periodically by **@drmingdrmer** in [#18757](https://github.com/databendlabs/databend/pull/18757) +* refactor(query): add async buffer for spill data by **@zhang2014** in [#18758](https://github.com/databendlabs/databend/pull/18758) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: add compat test for databend-go. by **@youngsofun** in [#18734](https://github.com/databendlabs/databend/pull/18734) +### Others πŸ“’ +* chore: move auto implemented KvApi methods to Ext trait by **@drmingdrmer** in [#18759](https://github.com/databendlabs/databend/pull/18759) -## Jan 10, 2024 (v1.2.290) - +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.817-nightly - + -## Jan 2, 2024 (v1.2.279) +## Sep 19, 2025 (v1.2.816-nightly) - +## What's Changed +### Exciting New Features ✨ +* feat(rbac): procedure object support rbac by **@TCeason** in [#18730](https://github.com/databendlabs/databend/pull/18730) +### Thoughtful Bug Fix πŸ”§ +* fix(query): reduce redundant result-set-spill logs during query waits by **@BohuTANG** in [#18741](https://github.com/databendlabs/databend/pull/18741) +* fix: fuse_vacuum2 panic while vauuming empty table with data_retentio… by **@dantengsky** in [#18744](https://github.com/databendlabs/databend/pull/18744) +### Code Refactor πŸŽ‰ +* refactor: compactor internal structure by **@drmingdrmer** in [#18738](https://github.com/databendlabs/databend/pull/18738) +* refactor(query): refactor the join partition to reduce memory amplification by **@zhang2014** in [#18732](https://github.com/databendlabs/databend/pull/18732) +* refactor: Make the ownership key deletion and table/database replace in the same transaction by **@TCeason** in [#18739](https://github.com/databendlabs/databend/pull/18739) +### Others πŸ“’ +* chore(meta-service): re-organize tests for raft-store by **@drmingdrmer** in [#18740](https://github.com/databendlabs/databend/pull/18740) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.816-nightly - + + +## Sep 18, 2025 (v1.2.815-nightly) -## Dec 30, 2023 (v1.2.275) +## What's Changed +### Exciting New Features ✨ +* feat: add ANY_VALUE as alias for ANY aggregate function by **@BohuTANG** in [#18728](https://github.com/databendlabs/databend/pull/18728) +* feat: add Immutable::compact to merge two level by **@drmingdrmer** in [#18731](https://github.com/databendlabs/databend/pull/18731) +### Thoughtful Bug Fix πŸ”§ +* fix: last query id not only contain those cached. by **@youngsofun** in [#18727](https://github.com/databendlabs/databend/pull/18727) +### Code Refactor πŸŽ‰ +* refactor: raft-store: in-memory readonly level compaction by **@drmingdrmer** in [#18736](https://github.com/databendlabs/databend/pull/18736) +* refactor: new setting `max_vacuum_threads` by **@dantengsky** in [#18737](https://github.com/databendlabs/databend/pull/18737) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.815-nightly - + + +## Sep 17, 2025 (v1.2.814-nightly) -## Dec 20, 2023 (v1.2.262) +## What's Changed +### Thoughtful Bug Fix πŸ”§ +* fix(query): ensure jwt roles to user if not exists by **@everpcpc** in [#18720](https://github.com/databendlabs/databend/pull/18720) +* fix(query): Set Parquet default encoding to `PLAIN` to ensure data compatibility by **@b41sh** in [#18724](https://github.com/databendlabs/databend/pull/18724) +### Others πŸ“’ +* chore: replace Arc<Mutex<SysData>> with SysData by **@drmingdrmer** in [#18723](https://github.com/databendlabs/databend/pull/18723) +* chore: add error check on private task test script by **@KKould** in [#18698](https://github.com/databendlabs/databend/pull/18698) - + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.814-nightly - + + +## Sep 16, 2025 (v1.2.813-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat(query): support result set spilling by **@forsaken628** in [#18679](https://github.com/databendlabs/databend/pull/18679) +### Thoughtful Bug Fix πŸ”§ +* fix(meta-service): detach the SysData to avoid race condition by **@drmingdrmer** in [#18722](https://github.com/databendlabs/databend/pull/18722) +### Code Refactor πŸŽ‰ +* refactor(raft-store): update trait interfaces and restructure leveled map by **@drmingdrmer** in [#18719](https://github.com/databendlabs/databend/pull/18719) +### Documentation πŸ“” +* docs(raft-store): enhance documentation across all modules by **@drmingdrmer** in [#18721](https://github.com/databendlabs/databend/pull/18721) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.813-nightly + + + + + +## Sep 15, 2025 (v1.2.812-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: `infer_schema` expands csv and ndjson support by **@KKould** in [#18552](https://github.com/databendlabs/databend/pull/18552) +### Thoughtful Bug Fix πŸ”§ +* fix(query): column default expr should not cause seq.nextval modify by **@b41sh** in [#18694](https://github.com/databendlabs/databend/pull/18694) +* fix: `vacuum2` all should ignore SYSTEM dbs by **@dantengsky** in [#18712](https://github.com/databendlabs/databend/pull/18712) +* fix(meta-service): snapshot key count should be reset by **@drmingdrmer** in [#18718](https://github.com/databendlabs/databend/pull/18718) +### Code Refactor πŸŽ‰ +* refactor(meta-service): respond mget items in stream instead of in a vector by **@drmingdrmer** in [#18716](https://github.com/databendlabs/databend/pull/18716) +* refactor(meta-service0): rotbl: use `spawn_blocking()` instead `blocking_in_place()` by **@drmingdrmer** in [#18717](https://github.com/databendlabs/databend/pull/18717) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: migration `09_http_handler` to pytest by **@forsaken628** in [#18714](https://github.com/databendlabs/databend/pull/18714) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.812-nightly + + + + + +## Sep 11, 2025 (v1.2.811-nightly) + +## What's Changed +### Thoughtful Bug Fix πŸ”§ +* fix: error occurred when retrying transaction on empty table by **@SkyFan2002** in [#18703](https://github.com/databendlabs/databend/pull/18703) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.811-nightly + + + + + +## Sep 10, 2025 (v1.2.810-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: impl Date & Timestamp on `RANGE BETWEEN` by **@KKould** in [#18696](https://github.com/databendlabs/databend/pull/18696) +* feat: add pybend Python binding with S3 connection and stage support by **@BohuTANG** in [#18704](https://github.com/databendlabs/databend/pull/18704) +* feat(query): add api to list stream by **@everpcpc** in [#18701](https://github.com/databendlabs/databend/pull/18701) +### Thoughtful Bug Fix πŸ”§ +* fix: collected profiles lost in cluster mode by **@dqhl76** in [#18680](https://github.com/databendlabs/databend/pull/18680) +* fix(python-binding): complete Python binding CI configuration by **@BohuTANG** in [#18686](https://github.com/databendlabs/databend/pull/18686) +* fix(python-binding): resolve virtual environment permission conflicts in CI by **@BohuTANG** in [#18708](https://github.com/databendlabs/databend/pull/18708) +* fix: error when using materialized CTE in multi-statement transactions by **@SkyFan2002** in [#18707](https://github.com/databendlabs/databend/pull/18707) +* fix(query): add config to the embed mode to clarify this mode by **@zhang2014** in [#18710](https://github.com/databendlabs/databend/pull/18710) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: run behave test of bendsql for compact. by **@youngsofun** in [#18697](https://github.com/databendlabs/databend/pull/18697) +* ci: Temporarily disable warehouse testing of private tasks by **@KKould** in [#18709](https://github.com/databendlabs/databend/pull/18709) +### Others πŸ“’ +* chore(python-binding): documentation and PyPI metadata by **@BohuTANG** in [#18711](https://github.com/databendlabs/databend/pull/18711) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.810-nightly + + + + + +## Sep 8, 2025 (v1.2.809-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: support reset of worksheet session. by **@youngsofun** in [#18688](https://github.com/databendlabs/databend/pull/18688) +### Thoughtful Bug Fix πŸ”§ +* fix(query): fix unable cast Variant Nullable type to Int32 type in MERGE INTO by **@b41sh** in [#18687](https://github.com/databendlabs/databend/pull/18687) +* fix: meta-semaphore: re-connect when no event recevied by **@drmingdrmer** in [#18690](https://github.com/databendlabs/databend/pull/18690) +### Code Refactor πŸŽ‰ +* refactor(meta-semaphore): handle error occurs during new-stream, lease-extend by **@drmingdrmer** in [#18695](https://github.com/databendlabs/databend/pull/18695) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.809-nightly + + + + + +## Sep 8, 2025 (v1.2.808-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: support Check Constraint by **@KKould** in [#18661](https://github.com/databendlabs/databend/pull/18661) +* feat(parser): add intelligent SQL error suggestion system by **@BohuTANG** in [#18670](https://github.com/databendlabs/databend/pull/18670) +* feat: enhance resource scheduling logs with clear status and configuration details by **@BohuTANG** in [#18684](https://github.com/databendlabs/databend/pull/18684) +* feat(meta-semaphore): allows to specify timestamp as semaphore seq by **@drmingdrmer** in [#18685](https://github.com/databendlabs/databend/pull/18685) +### Thoughtful Bug Fix πŸ”§ +* fix: clean `db_id_table_name` during vacuuming dropped tables by **@dantengsky** in [#18665](https://github.com/databendlabs/databend/pull/18665) +* fix: forbid transform with where clause. by **@youngsofun** in [#18681](https://github.com/databendlabs/databend/pull/18681) +* fix(query): fix incorrect order of group by items with CTE or subquery by **@sundy-li** in [#18692](https://github.com/databendlabs/databend/pull/18692) +### Code Refactor πŸŽ‰ +* refactor(meta): extract utilities from monolithic util.rs by **@drmingdrmer** in [#18678](https://github.com/databendlabs/databend/pull/18678) +* refactor(query): split Spiller to provide more scalability by **@forsaken628** in [#18691](https://github.com/databendlabs/databend/pull/18691) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: compat test for JDBC use test from main. by **@youngsofun** in [#18668](https://github.com/databendlabs/databend/pull/18668) +### Others πŸ“’ +* chore: add test about create sequence to keep old version by **@TCeason** in [#18673](https://github.com/databendlabs/databend/pull/18673) +* chore: add some log for runtime filter by **@SkyFan2002** in [#18674](https://github.com/databendlabs/databend/pull/18674) +* chore: add profile for runtime filter by **@SkyFan2002** in [#18675](https://github.com/databendlabs/databend/pull/18675) +* chore: catch `to_date`/`to_timestamp` unwrap by **@KKould** in [#18677](https://github.com/databendlabs/databend/pull/18677) +* chore(query): add retry for semaphore queue by **@zhang2014** in [#18689](https://github.com/databendlabs/databend/pull/18689) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.808-nightly + + + + + +## Sep 3, 2025 (v1.2.807-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat(query): Add SecureFilter for Row Access Policies and Stats Privacy by **@TCeason** in [#18623](https://github.com/databendlabs/databend/pull/18623) +* feat(query): support `start` and `increment` options for sequence creation by **@TCeason** in [#18659](https://github.com/databendlabs/databend/pull/18659) +### Thoughtful Bug Fix πŸ”§ +* fix(rbac): create or replace ownership_object should delete the old ownership key by **@TCeason** in [#18667](https://github.com/databendlabs/databend/pull/18667) +* fix(history-table): stop heartbeat when another node starts by **@dqhl76** in [#18664](https://github.com/databendlabs/databend/pull/18664) +### Code Refactor πŸŽ‰ +* refactor: extract garbage collection api to garbage_collection_api.rs by **@drmingdrmer** in [#18663](https://github.com/databendlabs/databend/pull/18663) +* refactor(meta): complete SchemaApi trait decomposition by **@drmingdrmer** in [#18669](https://github.com/databendlabs/databend/pull/18669) +### Others πŸ“’ +* chore: enable distributed recluster by **@zhyass** in [#18644](https://github.com/databendlabs/databend/pull/18644) +* chore(ci): make ci success by **@TCeason** in [#18672](https://github.com/databendlabs/databend/pull/18672) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.807-nightly + + + + + +## Sep 2, 2025 (v1.2.806-nightly) + +## What's Changed +### Thoughtful Bug Fix πŸ”§ +* fix(query): try fix hang for cluster aggregate by **@zhang2014** in [#18655](https://github.com/databendlabs/databend/pull/18655) +### Code Refactor πŸŽ‰ +* refactor(schema-api): extract SecurityApi trait by **@drmingdrmer** in [#18658](https://github.com/databendlabs/databend/pull/18658) +* refactor(query): remove useless ee feature by **@zhang2014** in [#18660](https://github.com/databendlabs/databend/pull/18660) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: fix download artifact for sqlsmith by **@everpcpc** in [#18662](https://github.com/databendlabs/databend/pull/18662) +* ci: ttc test with nginx and minio. by **@youngsofun** in [#18657](https://github.com/databendlabs/databend/pull/18657) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.806-nightly + + + + + +## Sep 1, 2025 (v1.2.805-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: Add `RuleFilterFlattenOr` by **@KKould** in [#18621](https://github.com/databendlabs/databend/pull/18621) +* feat: add settings to control analyze table by **@zhyass** in [#18642](https://github.com/databendlabs/databend/pull/18642) +### Code Refactor πŸŽ‰ +* refactor: refactor inlist runtime filter with or_filters and add configurable runtime filter thresholds by **@SkyFan2002** in [#18622](https://github.com/databendlabs/databend/pull/18622) +* refactor(schema-api): extract CatalogApi trait from SchemaApi by **@drmingdrmer** in [#18654](https://github.com/databendlabs/databend/pull/18654) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: extract action for minio. by **@youngsofun** in [#18651](https://github.com/databendlabs/databend/pull/18651) +* ci: fix install nfpm by **@everpcpc** in [#18656](https://github.com/databendlabs/databend/pull/18656) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.805-nightly + + + + + +## Sep 1, 2025 (v1.2.804-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat: support function 'or_filters' by **@KKould** in [#18606](https://github.com/databendlabs/databend/pull/18606) +* feat(query): Supports fixed-length sort fields encoding by **@forsaken628** in [#18584](https://github.com/databendlabs/databend/pull/18584) +* feat(query): Hierarchical Grouping Sets Optimization by **@sundy-li** in [#18616](https://github.com/databendlabs/databend/pull/18616) +* feat(query): add rule_merge_limit by **@xiedeyantu** in [#18636](https://github.com/databendlabs/databend/pull/18636) +* feat: add compile-time API freezing macro for struct compatibility by **@BohuTANG** in [#18632](https://github.com/databendlabs/databend/pull/18632) +* feat: implement separate RPC delay metrics for read and write operations by **@drmingdrmer** in [#18648](https://github.com/databendlabs/databend/pull/18648) +### Thoughtful Bug Fix πŸ”§ +* fix: drop table ownership while vacuuming by **@dantengsky** in [#18613](https://github.com/databendlabs/databend/pull/18613) +* fix(test): flaky test from history table permit guard by **@dqhl76** in [#18624](https://github.com/databendlabs/databend/pull/18624) +### Code Refactor πŸŽ‰ +* refactor(query): revert pr 18589 by **@zhang2014** in [#18638](https://github.com/databendlabs/databend/pull/18638) +* refactor(query): Optimize set returning function result block max bytes by **@b41sh** in [#18626](https://github.com/databendlabs/databend/pull/18626) +* refactor(exception): enhance ErrorCodeResultExt with comprehensive error codes by **@drmingdrmer** in [#18643](https://github.com/databendlabs/databend/pull/18643) +* refactor(meta-api): consolidate schema API implementation by **@drmingdrmer** in [#18646](https://github.com/databendlabs/databend/pull/18646) +* refactor(meta-service): remove deprecated rpc_delay_seconds metric by **@drmingdrmer** in [#18647](https://github.com/databendlabs/databend/pull/18647) +* refactor(frozen-api): optimize API boundary protection by **@BohuTANG** in [#18649](https://github.com/databendlabs/databend/pull/18649) +* refactor(schema-api): extract DatabaseApi trait from SchemaApi by **@drmingdrmer** in [#18650](https://github.com/databendlabs/databend/pull/18650) +* refactor(schema-api): extract TableApi and IndexApi traits by **@drmingdrmer** in [#18652](https://github.com/databendlabs/databend/pull/18652) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: allow backport PRs to build cloud image by **@everpcpc** in [#18628](https://github.com/databendlabs/databend/pull/18628) +* ci: retryable for status code 143 by **@everpcpc** in [#18630](https://github.com/databendlabs/databend/pull/18630) +* ci: default run ci on ARM64 runner by **@everpcpc** in [#18610](https://github.com/databendlabs/databend/pull/18610) +* ci: add test_compat_client_standalone by **@forsaken628** in [#18631](https://github.com/databendlabs/databend/pull/18631) +* ci: add telemetry source tracking for build environment identification by **@BohuTANG** in [#18653](https://github.com/databendlabs/databend/pull/18653) +### Others πŸ“’ +* chore: migrating vergen to v9 by **@forsaken628** in [#18617](https://github.com/databendlabs/databend/pull/18617) +* chore: rm unused test and data. by **@youngsofun** in [#18634](https://github.com/databendlabs/databend/pull/18634) +* chore(meta-service): adjust internal structure for state machine by **@drmingdrmer** in [#18633](https://github.com/databendlabs/databend/pull/18633) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.804-nightly + + + + + +## Aug 28, 2025 (v1.2.803-nightly) + +## What's Changed +### Thoughtful Bug Fix πŸ”§ +* fix: deserialization error of AdditionalStatsMeta.location by **@zhyass** in [#18618](https://github.com/databendlabs/databend/pull/18618) +### Code Refactor πŸŽ‰ +* refactor(meta-service): replace Vec with BTreeMap in ImmutableLevels by **@drmingdrmer** in [#18608](https://github.com/databendlabs/databend/pull/18608) +* refactor: restructure leveled map data architecture by **@drmingdrmer** in [#18619](https://github.com/databendlabs/databend/pull/18619) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: binstall target for rust tools by **@everpcpc** in [#18615](https://github.com/databendlabs/databend/pull/18615) + + +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.803-nightly + + + + + +## Aug 27, 2025 (v1.2.802-nightly) + +## What's Changed +### Exciting New Features ✨ +* feat(meta-service): add a node to cluster as learner: databend-meta --join ... --learner by **@drmingdrmer** in [#18600](https://github.com/databendlabs/databend/pull/18600) +* feat: auto-generate table statistics during write by **@zhyass** in [#18548](https://github.com/databendlabs/databend/pull/18548) +* feat(storage): show statistics by **@zhyass** in [#18599](https://github.com/databendlabs/databend/pull/18599) +### Thoughtful Bug Fix πŸ”§ +* fix: replace linear OR chain with balanced binary tree in build_inlist_filter by **@SkyFan2002** in [#18605](https://github.com/databendlabs/databend/pull/18605) +### Code Refactor πŸŽ‰ +* refactor: add heartbeat to reduce meta requests for history tables by **@dqhl76** in [#18594](https://github.com/databendlabs/databend/pull/18594) +* refactor(query): Optimize the `array_agg` function to reduce memory usage by **@b41sh** in [#18607](https://github.com/databendlabs/databend/pull/18607) +### Build/Testing/CI Infra Changes πŸ”Œ +* ci: fix cancelled conclusion by **@everpcpc** in [#18604](https://github.com/databendlabs/databend/pull/18604) +* ci: build build-tool on arm64 by **@everpcpc** in [#18611](https://github.com/databendlabs/databend/pull/18611) +* ci: remove deprecated alpine build image by **@everpcpc** in [#18612](https://github.com/databendlabs/databend/pull/18612) +* ci: remove nextest from dev image by **@everpcpc** in [#18614](https://github.com/databendlabs/databend/pull/18614) -## Dec 13, 2023 (v1.2.233) - +**Full Changelog**: https://github.com/databendlabs/databend/releases/tag/v1.2.802-nightly diff --git a/generate-release-index.js b/generate-release-index.js index 7cde70586e..2c50103107 100644 --- a/generate-release-index.js +++ b/generate-release-index.js @@ -1,43 +1,57 @@ const fs = require("fs"); const path = require("path"); +const axios = require("axios"); + +const RELEASES_API = + "https://api.github.com/repos/databendlabs/databend/releases"; +const MAX_RELEASES = 30; +const MAX_PAGES = 5; +const GITHUB_RELEASE_BASE = + "https://github.com/databendlabs/databend/releases/tag"; +const IGNORE_TEXT = + //g; +const REG = + /(? new Promise((resolve) => setTimeout(resolve, ms)); +const GITHUB_TOKEN = process.env.GITHUB_TOKEN; + function formatTime(dateStr) { + if (!dateStr) { + return "Unknown date"; + } const options = { year: "numeric", month: "short", day: "numeric" }; const dateObj = new Date(dateStr); return dateObj.toLocaleDateString("en-US", options); } -const mdFiles = fs - .readdirSync(docsDir) - .filter((file) => file.endsWith(".md") && file !== "index.md") - ?.reverse(); - -let imports = ""; -let content = ""; - -mdFiles?.forEach((file, index) => { - const [time, version] = file.split("_"); - const V = version.slice(0, -3); - const varName = `MD${index + 1}`; - imports += `import ${varName} from '@site/docs/release-stable/${file}';\n`; - content += `\n\n - -## ${formatTime(time)} (${V}) - -<${varName} /> - -`; - // posts.push({title: V, link: `https://github.com/databendlabs/databend/releases/tag/${V}`, description: 'Databend release notes', pubDate: time}) -}); +function sanitizeBody(body = "", tag = "") { + if (!body.trim()) { + return "_No release notes provided._"; + } + const tagURL = `${GITHUB_RELEASE_BASE}/${tag}`; + return body + .replace(/\r\n/g, "\n") + .replace(IGNORE_TEXT, "") + .replace(/\@[\w\-]+/g, "**$&**") + .replace(PARTTERN, `${tagURL}$1`) + .replace(//g, ">") + .replace(REG, REPLACE_TEXT) + .trim(); +} -const outputData = `--- +function buildTemplate(content = "") { + return `--- sidebar_label: Databend Releases title: Databend Releases sidebar_position: 1 @@ -49,18 +63,250 @@ import StepContent from '@site/src/components/Steps/step-content'; This page provides information about recent features, enhancements, and bug fixes for Databend. +${content} +`; +} + +function normalizeGithubRelease(release) { + const version = release?.tag_name || release?.name || "Unknown version"; + const releaseDate = release?.published_at || release?.created_at || ""; + const releaseUrl = + release?.html_url || `${GITHUB_RELEASE_BASE}/${version}`; + return { + version, + releaseDate, + outLink: releaseUrl, + body: release?.body || "", + }; +} -${imports} +function parseLocalReleases() { + try { + const mdFiles = fs + .readdirSync(docsDir) + .filter((file) => file.endsWith(".md") && file !== "index.md"); - + return mdFiles + .map((file) => { + const filePath = path.join(docsDir, file); + const raw = fs.readFileSync(filePath, "utf8"); + const match = raw.match(/^---\n([\s\S]*?)\n---\n([\s\S]*)$/); + if (!match) { + return null; + } + const [, frontMatter, body = ""] = match; + const meta = {}; + frontMatter + .split("\n") + .map((line) => line.trim()) + .filter(Boolean) + .forEach((line) => { + const [key, ...rest] = line.split(":"); + if (!key || rest.length === 0) { + return; + } + meta[key.trim()] = rest.join(":").trim(); + }); -${content} + const [timePart, versionWithExt] = file.split("_"); + const versionFromFile = versionWithExt?.replace(/\.md$/i, ""); + const version = meta.tag || meta.title || versionFromFile; + const releaseDate = meta.created || `${timePart}T00:00:00Z`; + const outLink = + meta.url || `${GITHUB_RELEASE_BASE}/${version || versionFromFile}`; - -`; + return { + version: version || "Unknown version", + releaseDate, + outLink, + body: body.trim(), + }; + }) + .filter(Boolean); + } catch (error) { + console.warn( + `Failed to parse local release entries: ${error?.message || error}` + ); + return []; + } +} + +function buildContent(releases) { + if (!releases?.length) { + return ""; + } + + return ( + " \n\n" + + releases + .map((release, index) => { + const number = index === 0 ? "-1" : ""; + const releaseDate = release.releaseDate || ""; + const version = release.version || "Unknown version"; + const outLink = release.outLink || `${GITHUB_RELEASE_BASE}/${version}`; + const body = sanitizeBody(release.body || "", version); + const defaultCollapsed = index >= 2 ? "true" : "false"; -fs.writeFileSync(outputPath, outputData); -fs.writeFileSync(outputPathCN, outputData); + return ` -console.log("generated"); +## ${formatTime(releaseDate)} (${version}) + +${body} + +`; + }) + .join("\n\n") + + "\n\n " + ); +} + +function sortAndTrimReleases(releases = []) { + return releases + .filter((release) => release?.version) + .sort((a, b) => { + const timeA = new Date(a.releaseDate || 0).getTime(); + const timeB = new Date(b.releaseDate || 0).getTime(); + return timeB - timeA; + }) + .slice(0, MAX_RELEASES); +} + +function mergeReleases(primary = [], secondary = []) { + const seen = new Set(); + const merged = []; + + primary.forEach((release) => { + if (!release?.version || seen.has(release.version)) { + return; + } + merged.push(release); + seen.add(release.version); + }); + + secondary.forEach((release) => { + if (!release?.version || seen.has(release.version)) { + return; + } + merged.push(release); + seen.add(release.version); + }); + + return merged; +} + +async function fetchRemoteReleases() { + try { + const collected = []; + for (let page = 1; page <= MAX_PAGES; page += 1) { + if (collected.length >= MAX_RELEASES) { + break; + } + const requestConfig = { + params: { + per_page: 100, + page, + }, + headers: { + "User-Agent": "databend-docs-release-index-generator", + Accept: "application/vnd.github+json", + ...(GITHUB_TOKEN ? { Authorization: `Bearer ${GITHUB_TOKEN}` } : {}), + }, + timeout: 15000, + }; + let data; + for (let attempt = 1; attempt <= 3; attempt += 1) { + try { + const response = await axios.get(RELEASES_API, requestConfig); + data = response.data; + break; + } catch (error) { + if (attempt === 3) { + throw error; + } + await sleep(500 * attempt); + } + } + + if (!Array.isArray(data) || data.length === 0) { + break; + } + + const filtered = data.filter( + (release) => !release.draft && release.tag_name + ); + + collected.push(...filtered); + } + + if (collected.length === 0) { + return null; + } + + return sortAndTrimReleases( + collected.map((release) => normalizeGithubRelease(release)) + ); + } catch (error) { + console.warn( + `Failed to fetch releases from GitHub: ${error?.message || error}` + ); + return null; + } +} + +async function fetchRepoReleases() { + try { + const { data } = await axios.get( + "https://repo.databend.com/databend/releases.json", + { + timeout: 15000, + } + ); + + if (!Array.isArray(data)) { + return null; + } + + const filtered = data.filter( + (release) => !release.draft && release.tag_name + ); + + return sortAndTrimReleases( + filtered.map((release) => normalizeGithubRelease(release)) + ); + } catch (error) { + console.warn( + `Failed to fetch releases from repo.databend.com: ${ + error?.message || error + }` + ); + return null; + } +} + +async function main() { + let releases = await fetchRemoteReleases(); + + if (!releases || releases.length === 0) { + const repoReleases = await fetchRepoReleases(); + if (repoReleases?.length) { + releases = mergeReleases(repoReleases, parseLocalReleases()); + releases = sortAndTrimReleases(releases); + } else { + releases = sortAndTrimReleases(parseLocalReleases()); + } + } + + const content = buildContent(releases); + const outputData = buildTemplate(content); + + fs.writeFileSync(outputPath, outputData); + fs.writeFileSync(outputPathCN, outputData); + + console.log("generated"); +} + +main().catch((error) => { + console.error(error); + process.exit(1); +}); diff --git a/src/components/Steps/step-content.tsx b/src/components/Steps/step-content.tsx index d86782d229..14542d6229 100644 --- a/src/components/Steps/step-content.tsx +++ b/src/components/Steps/step-content.tsx @@ -1,5 +1,5 @@ // Copyright 2023 DatabendLabs. -import React, { FC, ReactElement, ReactNode, useEffect, useRef } from "react"; +import React, { FC, ReactElement, ReactNode, useEffect, useRef, useState } from "react"; import LinkSvg from "../../../static/icons/link"; import copy from "copy-to-clipboard"; import Tooltip from "../BaseComponents/Tooltip"; @@ -9,14 +9,19 @@ interface IProps { children: ReactNode; title: string; outLink?: string; + defaultCollapsed?: boolean; } const StepContent: FC = ({ number, children, title, outLink, + defaultCollapsed = false, }): ReactElement => { const wrapRef = useRef(null); + const contentRef = useRef(null); + const [isCollapsed, setIsCollapsed] = useState(defaultCollapsed); + useEffect(() => { if (!title) { const h3 = wrapRef?.current?.getElementsByClassName("anchor")[0]; @@ -39,7 +44,48 @@ const StepContent: FC = ({ ); } } - }, []); + + // Add collapse button after first h2 if defaultCollapsed is defined + if (defaultCollapsed !== undefined && contentRef?.current) { + const firstH2 = contentRef.current.querySelector('h2'); + if (firstH2 && !firstH2.nextElementSibling?.classList?.contains('collapse-button-wrapper')) { + const buttonWrapper = document.createElement('div'); + buttonWrapper.className = 'collapse-button-wrapper'; + buttonWrapper.style.cssText = 'display: flex; justify-content: flex-start; margin: 8px 0 16px 0;'; + + const button = document.createElement('button'); + button.style.cssText = 'padding: 4px 12px; cursor: pointer; background: transparent; border: 1px solid var(--ifm-color-emphasis-300); border-radius: 4px; font-size: 12px; color: var(--ifm-color-emphasis-700);'; + button.textContent = isCollapsed ? 'β–Ό Show Details' : 'β–² Hide Details'; + button.onclick = () => setIsCollapsed(prev => !prev); + + buttonWrapper.appendChild(button); + firstH2.parentNode.insertBefore(buttonWrapper, firstH2.nextSibling); + } + } + }, [defaultCollapsed]); + useEffect(() => { + // Update button text and hide/show content after button when collapsed + if (contentRef?.current) { + const buttonWrapper = contentRef.current.querySelector('.collapse-button-wrapper'); + if (buttonWrapper) { + const button = buttonWrapper.querySelector('button'); + if (button) { + button.textContent = isCollapsed ? 'β–Ό Show Details' : 'β–² Hide Details'; + // Re-bind the click event with function form to avoid closure issues + button.onclick = () => setIsCollapsed(prev => !prev); + } + + let node = buttonWrapper.nextSibling; + while (node) { + if (node.nodeType === 1) { // Element node + (node as HTMLElement).style.display = isCollapsed ? 'none' : ''; + } + node = node.nextSibling; + } + } + } + }, [isCollapsed]); + return (
= ({ )}
- {children} +
+ {children} +
);