refactor: turbo based refactor [WIP]

src/core/algorithm/hnsw/hnsw_context.cc

@@ -18,15 +18,26 @@
 namespace zvec {
 namespace core {
 
-HnswContext::HnswContext(size_t dimension, const IndexMetric::Pointer &metric,
+HnswContext::HnswContext(size_t dimension,
+                         zvec::turbo::Quantizer::Pointer quantizer,
+                         IndexMeta::DataType qmeta_data_type,
+                         const IndexMetric::Pointer &metric,
                          const HnswEntity::Pointer &entity)
     : IndexContext(metric),
       entity_(entity),
-      dc_(entity_.get(), metric, dimension) {}
+      dc_(entity_.get(), std::move(quantizer), metric, dimension,
+          qmeta_data_type) {
+  metric_ = metric;
+}
 
-HnswContext::HnswContext(const IndexMetric::Pointer &metric,
+HnswContext::HnswContext(zvec::turbo::Quantizer::Pointer quantizer,
+                         const IndexMetric::Pointer &metric,
                          const HnswEntity::Pointer &entity)
-    : IndexContext(metric), entity_(entity), dc_(entity_.get(), metric) {}
+    : IndexContext(metric),
+      entity_(entity),
+      dc_(entity_.get(), std::move(quantizer), metric) {
+  metric_ = metric;
+}
 
 HnswContext::~HnswContext() {
   visit_filter_.destroy();
@@ -200,6 +211,7 @@ int HnswContext::update(const ailego::Params &params) {
 }
 
 int HnswContext::update_context(ContextType type, const IndexMeta &meta,
+                                zvec::turbo::Quantizer::Pointer quantizer,
                                 const IndexMetric::Pointer &metric,
                                 const HnswEntity::Pointer &entity,
                                 uint32_t magic_num) {
@@ -251,7 +263,9 @@ int HnswContext::update_context(ContextType type, const IndexMeta &meta,
   }
 
   entity_ = entity;
-  dc_.update(entity_.get(), metric, meta.dimension());
+  dc_.update(entity_.get(), std::move(quantizer), metric, meta.dimension(),
+             meta.data_type());
+  metric_ = metric;
   magic_ = magic_num;
   level_topks_.clear();
 

src/core/algorithm/hnsw/hnsw_context.h

@@ -34,12 +34,16 @@ class HnswContext : public IndexContext {
     kStreamerContext = 3
   };
 
-  //! Construct
-  HnswContext(size_t dimension, const IndexMetric::Pointer &metric,
+  //! Construct with an explicit turbo quantizer (used for building the
+  //! internal HnswDistCalculator).
+  HnswContext(size_t dimension, zvec::turbo::Quantizer::Pointer quantizer,
+              IndexMeta::DataType qmeta_data_type,
+              const IndexMetric::Pointer &metric,
               const HnswEntity::Pointer &entity);
 
-  //! Construct
-  HnswContext(const IndexMetric::Pointer &metric,
+  //! Construct without dimension (lazy init via update_context).
+  HnswContext(zvec::turbo::Quantizer::Pointer quantizer,
+              const IndexMetric::Pointer &metric,
               const HnswEntity::Pointer &entity);
 
   //! Destructor
@@ -113,6 +117,7 @@ class HnswContext : public IndexContext {
 
   //! Update context, the context may be shared by different searcher/streamer
   int update_context(ContextType type, const IndexMeta &meta,
+                     zvec::turbo::Quantizer::Pointer quantizer,
                      const IndexMetric::Pointer &metric,
                      const HnswEntity::Pointer &entity, uint32_t magic_num);
 
@@ -444,10 +449,20 @@ class HnswContext : public IndexContext {
     return debug_mode_;
   }
 
-  inline void update_dist_caculator_distance(
-      const IndexMetric::MatrixDistance &distance,
-      const IndexMetric::MatrixBatchDistance &batch_distance) {
-    dc_.update_distance(distance, batch_distance);
+  //! Swap the turbo quantizer used by the dist calculator (e.g. when
+  //! switching between add/search metrics). Caller must then invoke
+  //! reset_query before using the calculator.
+  inline void update_dist_caculator_quantizer(
+      zvec::turbo::Quantizer::Pointer quantizer) {
+    dc_.update_quantizer(std::move(quantizer));
+  }
+
+  //! Swap the IndexMetric fallback used by the dist calculator (e.g. when
+  //! switching between add/search metrics for MipsSquaredEuclidean, whose
+  //! query-time metric is InnerProduct). Caller must then invoke
+  //! reset_query before using the calculator.
+  inline void update_dist_caculator_metric(IndexMetric::Pointer metric) {
+    dc_.update_metric(std::move(metric));
   }
 
   //! Get topk