⚡ Bolt: Optimize order-preserving deduplication with dict.fromkeys

src/bioetl/application/core/batch_writer_columns_mixin.py

@@ -3,6 +3,7 @@
 
 from __future__ import annotations
 
+import itertools
 from typing import TYPE_CHECKING, Literal
 
 if TYPE_CHECKING:
@@ -86,14 +87,8 @@ def _get_schema_columns(
 
     def _collect_record_columns(self, records: list[GoldRecord]) -> list[str]:
         """Collect columns in stable first-seen order."""
-        columns: list[str] = []
-        seen: set[str] = set()
-        for record in records:
-            for key in record:
-                if key not in seen:
-                    seen.add(key)
-                    columns.append(key)
-        return columns
+        # Optimized: C-level iteration and insertion-order preservation via dict.fromkeys
+        return list(dict.fromkeys(itertools.chain.from_iterable(records)))
 
     def _get_column_order(self, columns: Sequence[str]) -> list[str] | None:
         """Resolve explicit column order from configured column groups."""

src/bioetl/infrastructure/config/base_config_loader.py

@@ -141,13 +141,8 @@ def _merge_lists(
         """
         # Default: simple concatenation with deduplication for string lists
         if base and isinstance(base[0], str):
-            seen: set[str] = set()
-            result: list[str] = []
-            for item in base + override:
-                if item not in seen:
-                    seen.add(item)
-                    result.append(item)
-            return result
+            # Optimized: C-level iteration and insertion-order preservation via dict.fromkeys
+            return list(dict.fromkeys(base + override))
         # Non-string lists: just concatenate
         return base + override
 

src/bioetl/infrastructure/config/filter_config_loader.py

@@ -304,15 +304,8 @@ def _merge_string_lists(
         Returns:
             Merged list with unique values, base items first.
         """
-        seen: set[str] = set()
-        result: list[str] = []
-
-        for item in base + override:
-            if item not in seen:
-                seen.add(item)
-                result.append(item)
-
-        return result
+        # Optimized: C-level iteration and insertion-order preservation via dict.fromkeys
+        return list(dict.fromkeys(base + override))
 
 
 __all__ = ["FilterConfigLoader"]