DAOS-15084 chk: aggregated patch for cat_recovery

It contains all the commits special for feature/cat_recovery branch.

Signed-off-by: Fan Yong <fan.yong@intel.com>

Author: Nasf-Fan

Jenkinsfile

@@ -108,7 +108,8 @@ void fixup_rpmlintrc() {
                     '/usr/bin/hello_drpc',
                     '/usr/bin/daos_firmware',
                     '/usr/bin/daos_admin',
-                    '/usr/bin/daos_server']
+                    '/usr/bin/daos_server',
+                    '/usr/bin/ddb']
 
     String content = readFile(file: 'utils/rpms/daos.rpmlintrc') + '\n\n' +
                      '# https://daosio.atlassian.net/browse/DAOS-11534\n'

ci/codespell.ignores

@@ -34,3 +34,5 @@ expres
 signalling
 laf
 cacl
+chk
+falloc

debian/daos-server-tests.install

@@ -7,6 +7,7 @@ usr/bin/smd_ut
 usr/bin/bio_ut
 usr/bin/vea_ut
 usr/bin/vos_tests
+usr/bin/ddb_tests
 usr/bin/vea_stress
 usr/bin/vos_perf
 usr/bin/obj_ctl

debian/daos-server.install

@@ -8,7 +8,10 @@ usr/bin/daos_server_helper
 usr/bin/daos_server
 usr/bin/daos_engine
 usr/bin/daos_metrics
+usr/bin/ddb
+usr/lib64/daos_srv/libchk.so
 usr/lib64/daos_srv/libcont.so
+usr/lib64/daos_srv/libddb.so
 usr/lib64/daos_srv/libdtx.so
 usr/lib64/daos_srv/libmgmt.so
 usr/lib64/daos_srv/libobj.so

requirements.txt

@@ -1,6 +1,9 @@
 # Packages required to build/test DAOS.
 defusedxml
 distro
+## flake8 6 removed --diff option which breaks flake precommit hook.
+## https://github.com/pycqa/flake8/issues/1389 https://github.com/PyCQA/flake8/pull/1720
+flake8<6.0.0
 jira
 junit_xml
 meson
@@ -10,4 +13,5 @@ pyxattr
 pyyaml
 scons
 tabulate
+yamllint
 wheel

src/SConscript

@@ -113,6 +113,7 @@ def scons():
 
     # Build each DAOS component
     SConscript('rsvc/SConscript')
+    SConscript('chk/SConscript')
     SConscript('mgmt/SConscript')
     SConscript('pool/SConscript')
     SConscript('container/SConscript')
@@ -135,6 +136,9 @@ def scons():
     # Build utilities
     SConscript('utils/SConscript')
 
+    # Build ddb
+    SConscript('ddb/SConscript')
+
     # Build the control plane components
     SConscript('control/SConscript')
 

src/bio/bio_context.c

@@ -9,8 +9,6 @@
 #include "bio_internal.h"
 #include "bio_wal.h"
 
-#define BIO_BLOB_HDR_MAGIC	(0xb0b51ed5)
-
 struct blob_cp_arg {
 	spdk_blob_id		 bca_id;
 	struct spdk_blob	*bca_blob;

src/bio/bio_internal.h

@@ -19,6 +19,7 @@
 
 #include "smd.pb-c.h"
 
+#define BIO_BLOB_HDR_MAGIC	(0xb0b51ed5)
 #define BIO_DMA_PAGE_SHIFT	12	/* 4K */
 #define BIO_DMA_PAGE_SZ		(1UL << BIO_DMA_PAGE_SHIFT)
 #define BIO_XS_CNT_MAX		BIO_MAX_VOS_TGT_CNT /* Max VOS xstreams per blobstore */

src/cart/crt_corpc.c

@@ -57,8 +57,8 @@ crt_corpc_info_init(struct crt_rpc_priv *rpc_priv,
 		rpc_priv->crp_flags |= CRT_RPC_FLAG_COLL;
 		if (co_info->co_grp_priv->gp_primary)
 			rpc_priv->crp_flags |= CRT_RPC_FLAG_PRIMARY_GRP;
-		if (flags & CRT_RPC_FLAG_FILTER_INVERT)
-			rpc_priv->crp_flags |= CRT_RPC_FLAG_FILTER_INVERT;
+		rpc_priv->crp_flags |= flags & (CRT_RPC_FLAG_FILTER_INVERT |
+						CRT_RPC_FLAG_CO_FAILOUT);
 
 		co_hdr->coh_grpid = grp_priv->gp_pub.cg_grpid;
 		co_hdr->coh_filter_ranks = co_info->co_filter_ranks;
@@ -906,6 +906,11 @@ crt_corpc_req_hdlr(struct crt_rpc_priv *rpc_priv)
 	}
 
 forward_done:
+	if (rc != 0 && rpc_priv->crp_flags & CRT_RPC_FLAG_CO_FAILOUT) {
+		crt_corpc_complete(rpc_priv);
+		goto out;
+	}
+
 	/* NOOP bcast (no child and root excluded) */
 	if (co_info->co_child_num == 0 && co_info->co_root_excluded)
 		crt_corpc_complete(rpc_priv);

src/chk/SConscript

@@ -0,0 +1,31 @@
+# pylint: disable=consider-using-f-string
+# pylint: disable-next=wrong-spelling-in-comment
+"""Build check library"""
+
+
+def scons():
+    """Execute build"""
+    Import('env', 'prereqs')
+
+    env.AppendUnique(LIBPATH=[Dir('.')])
+
+    denv = env.Clone()
+
+    # common
+    prereqs.require(denv, 'argobots', 'protobufc')
+    chk_pb = denv.SharedObject(['chk.pb-c.c'])
+    Export('chk_pb')
+
+    if not prereqs.server_requested():
+        return
+
+    # chk
+    chk = denv.d_library('chk',
+                         [chk_pb, 'chk_srv.c', 'chk_common.c', 'chk_vos.c',
+                          'chk_rpc.c', 'chk_upcall.c', 'chk_iv.c', 'chk_leader.c',
+                          'chk_engine.c'], install_off="../..")
+    denv.Install('$PREFIX/lib64/daos_srv', chk)
+
+
+if __name__ == "SCons.Script":
+    scons()