diff --git a/fbgemm_gpu/src/ssd_split_embeddings_cache/kv_tensor_wrapper_cpu.cpp b/fbgemm_gpu/src/ssd_split_embeddings_cache/kv_tensor_wrapper_cpu.cpp
index 2a91a1faa2..de1e78e9e6 100644
--- a/fbgemm_gpu/src/ssd_split_embeddings_cache/kv_tensor_wrapper_cpu.cpp
+++ b/fbgemm_gpu/src/ssd_split_embeddings_cache/kv_tensor_wrapper_cpu.cpp
@@ -108,4 +108,10 @@ std::string KVTensorWrapper::layout_str() {
   oss << options_.layout();
   return oss.str();
 }
+
+std::vector<std::string> KVTensorWrapper::get_kvtensor_serializable_metadata()
+    const {
+  FBEXCEPTION("Not implemented");
+  return std::vector<std::string>{};
+}
 } // namespace ssd
diff --git a/fbgemm_gpu/src/ssd_split_embeddings_cache/ssd_split_table_batched_embeddings.cpp b/fbgemm_gpu/src/ssd_split_embeddings_cache/ssd_split_table_batched_embeddings.cpp
index 541ae73c9d..24afc776ed 100644
--- a/fbgemm_gpu/src/ssd_split_embeddings_cache/ssd_split_table_batched_embeddings.cpp
+++ b/fbgemm_gpu/src/ssd_split_embeddings_cache/ssd_split_table_batched_embeddings.cpp
@@ -415,6 +415,10 @@ std::string KVTensorWrapper::serialize() const {
 std::vector<std::string> KVTensorWrapper::get_kvtensor_serializable_metadata()
     const {
   std::vector<std::string> metadata;
+  // Return empty metadata if checkpoint_handle_ is not initialized yet
+  if (checkpoint_handle_ == nullptr) {
+    return metadata;
+  }
   auto* db = dynamic_cast<EmbeddingRocksDB*>(db_.get());
   auto checkpoint_paths = db->get_checkpoints(checkpoint_handle_->uuid);
   metadata.push_back(std::to_string(checkpoint_paths.size()));