AIBrix KV cache API

.github/workflows/build-test.yml

@@ -126,12 +126,12 @@ jobs:
           wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
           sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
           sudo apt update
-          sudo apt install -y libarrow-dev \
-                              libarrow-dataset-dev \
-                              libarrow-acero-dev \
-                              libarrow-flight-dev \
-                              libgandiva-dev \
-                              libparquet-dev
+          sudo apt install -y libarrow-dev=17.0.0-1 \
+                              libarrow-dataset-dev=17.0.0-1 \
+                              libarrow-acero-dev=17.0.0-1 \
+                              libarrow-flight-dev=17.0.0-1 \
+                              libgandiva-dev=17.0.0-1 \
+                              libparquet-dev=17.0.0-1
 
           # install deps for java
           sudo apt install -y default-jdk-headless maven

CMakeLists.txt

@@ -745,7 +745,7 @@ if (${CMAKE_SYSTEM_NAME} STREQUAL "Linux")
 endif()
 
 # boost is only required by some components
-if(BUILD_VINEYARD_SERVER OR BUILD_VINEYARD_IO OR BUILD_VINEYARD_GRAPH)
+if(BUILD_VINEYARD_SERVER OR BUILD_VINEYARD_IO OR BUILD_VINEYARD_GRAPH OR BUILD_VINEYARD_LLM_CACHE)
     find_boost()
 endif()
 

docker/Dockerfile.vineyard-python-dev

@@ -13,7 +13,7 @@
 # limitations under the License.
 
 # build vineyard-python-dev
-FROM ghcr.io/aibrix/v6d/vineyard-manylinux2014:20241014 as wheel
+FROM ghcr.io/aibrix/v6d/vineyard-manylinux2014:20241108 as wheel
 
 ENV python=cp310-cp310
 

docker/Makefile

@@ -18,7 +18,7 @@ ALPINE_TAG					:= $(ALPINE_MANIFEST_TAG)_$(PLATFORM)
 
 WHEEL_BUILDER_REGISTRY		:= $(REGISTRY)
 WHEEL_BUILDER_IMAGE			:= vineyard-manylinux2014
-WHEEL_BUILDER_MANIFEST_TAG 	:= 20241014
+WHEEL_BUILDER_MANIFEST_TAG 	:= 20241108
 WHEEL_BUILDER_TAG 			:= $(WHEEL_BUILDER_MANIFEST_TAG)_$(PLATFORM)
 
 WHEEL_PYTHON				:= cp311-cp311

docker/pypa/Dockerfile.manylinux1

@@ -26,7 +26,7 @@ RUN mv /etc/yum.repos.d/CentOS-Base.repo /etc/yum.repos.d/CentOS-Base.repo.backu
         curl -o /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-altarch-7.repo; \
     fi && \
     yum -y update && \
-    yum -y install devtoolset-10-libatomic-devel libtool
+    yum -y install devtoolset-10-libatomic-devel libtool openmpi-devel wget
 
 # target: ghcr.io/aibrix/v6d/vineyard-manylinux2014:20240218_$PLATFORM
 
@@ -67,6 +67,35 @@ RUN echo "Installing gflags ..." && \
     make install -j`nproc` && \
     rm -rf /deps
 
+# Install boost
+RUN echo "Installing boost ..." && \
+    cd /tmp && \
+    wget -q https://boostorg.jfrog.io/artifactory/main/release/1.75.0/source/boost_1_75_0.tar.gz && \
+    tar zxf boost_1_75_0.tar.gz && \
+    cd boost_1_75_0 && \
+    ./bootstrap.sh && \
+    ./b2 install -j`nproc` link=static runtime-link=static variant=release threading=multi \
+        --with-atomic \
+        --with-chrono \
+        --with-date_time \
+        --with-filesystem \
+        --with-random \
+        --with-system \
+        --with-thread && \
+    cd /tmp && \
+    rm -rf boost_1_75_0.tar.gz boost_1_75_0
+
+# Install openssl
+RUN echo "Installing openssl ..." && \
+    cd /tmp && \
+    wget -q --no-check-certificate https://www.openssl.org/source/openssl-1.1.1j.tar.gz && \
+    tar zxf openssl-1.1.1j.tar.gz && \
+    cd openssl-1.1.1j && \
+    ./config -no-shared -no-tests && \
+    make -j`nproc` && make install -j`nproc` || true && \
+    cd /tmp && \
+    rm -rf openssl-1.1.1j.tar.gz openssl-1.1.1j
+
 RUN echo "Installing apache-arrow ..." && \
     mkdir -p /deps && \
     cd /deps && \

docker/pypa/Dockerfile.manylinux1-wheel

@@ -32,7 +32,7 @@ ADD . /work/v6d
 RUN cd /work/v6d && \
     mkdir build && \
     cd build && \
-    export PATH=/opt/python/$python/bin:$PATH && \
+    export PATH=/usr/lib64/openmpi/bin/:/opt/python/$python/bin:$PATH && \
     pip install -U pip setuptools wheel libclang parsec && \
     cmake .. -DCMAKE_CXX_STANDARD=17 \
              -DBUILD_SHARED_LIBS=OFF \

modules/llm-cache/CMakeLists.txt

@@ -16,7 +16,7 @@ file(GLOB VINEYARD_LLM_CACHE_SRCS "${CMAKE_CURRENT_SOURCE_DIR}"
 )
 
 add_library(vineyard_llm_cache ${VINEYARD_LLM_CACHE_SRCS})
-target_link_libraries(vineyard_llm_cache PRIVATE libzstd_static ${GLOG_LIBRARIES})
+target_link_libraries(vineyard_llm_cache PRIVATE libzstd_static ${GLOG_LIBRARIES} ${OPENSSL_LIBRARIES})
 target_link_libraries(vineyard_llm_cache PUBLIC vineyard_client)
 
 # install bundled thirdparty: rax and MurmurHash3

modules/llm-cache/ds/config.h

@@ -85,6 +85,30 @@ struct FileCacheConfig : public KVCacheConfig {
   }
 };
 
+struct AIBrixCacheConfig : public KVCacheConfig {
+  int chunkSize;
+  std::string cacheNameSpace;
+  int localSyncInterval;  // in seconds
+  bool enbaleGlobalGC;
+  int globalGCInterval;  // in seconds
+  int globalTTL;         // in seconds
+
+  // Default local sync interval is 3 minutes and default global gc interval is
+  // 10 minutes.
+  AIBrixCacheConfig(int tensorByte = 10, int cacheCapacity = 10, int layer = 1,
+                    int chunkSize = 4, std::string cacheNameSpace = "aibrix",
+                    int localSyncInterval = 3 * 60, bool enbaleGlobalGC = true,
+                    int globalGCInterval = 10 * 60, int globalTTL = 8 * 60)
+      : KVCacheConfig{tensorByte, cacheCapacity, layer} {
+    this->chunkSize = chunkSize;
+    this->cacheNameSpace = cacheNameSpace;
+    this->localSyncInterval = localSyncInterval;
+    this->enbaleGlobalGC = enbaleGlobalGC;
+    this->globalGCInterval = globalGCInterval;
+    this->globalTTL = globalTTL;
+  }
+};
+
 }  // namespace vineyard
 
 #endif  // MODULES_LLM_CACHE_DS_CONFIG_H_