init commit

Author: maladetska

cmake/external_libs.cmake

@@ -13,6 +13,7 @@ find_package(base64 REQUIRED)
 find_package(Brotli 1.1.0 REQUIRED)
 find_package(jwt-cpp REQUIRED)
 find_package(double-conversion REQUIRED)
+find_package(opentelemetry-cpp REQUIRED)
 
 # RapidJSON
 if (YDB_SDK_USE_RAPID_JSON)

include/ydb-cpp-sdk/client/metrics/metrics.h

@@ -0,0 +1,81 @@
+#pragma once
+
+#include <ydb-cpp-sdk/client/extension_common/extension.h>
+
+#include <map>
+#include <memory>
+#include <string>
+#include <vector>
+
+namespace NYdb::inline V3::NMetrics {
+
+using TLabels = std::map<std::string, std::string>;
+
+class ICounter {
+public:
+    virtual ~ICounter() = default;
+    virtual void Inc() = 0;
+};
+
+class IGauge {
+public:
+    virtual ~IGauge() = default;
+    virtual void Add(double delta) = 0;
+    virtual void Set(double value) = 0;
+};
+
+class IHistogram {
+public:
+    virtual ~IHistogram() = default;
+    virtual void Record(double value) = 0;
+};
+
+class IMetricRegistry {
+public:
+    virtual ~IMetricRegistry() = default;
+
+    virtual std::shared_ptr<ICounter> Counter(const std::string& name, const TLabels& labels = {}) = 0;
+    virtual std::shared_ptr<IGauge> Gauge(const std::string& name, const TLabels& labels = {}) = 0;
+    virtual std::shared_ptr<IHistogram> Histogram(const std::string& name, const std::vector<double>& buckets, const TLabels& labels = {}) = 0;
+};
+
+enum class ESpanKind {
+    INTERNAL,
+    SERVER,
+    CLIENT,
+    PRODUCER,
+    CONSUMER
+};
+
+class ISpan {
+public:
+    virtual ~ISpan() = default;
+    virtual void End() = 0;
+    virtual void SetAttribute(const std::string& key, const std::string& value) = 0;
+    virtual void SetAttribute(const std::string& key, int64_t value) = 0;
+};
+
+class ITracer {
+public:
+    virtual ~ITracer() = default;
+    virtual std::shared_ptr<ISpan> StartSpan(const std::string& name, ESpanKind kind = ESpanKind::INTERNAL) = 0;
+};
+
+class ITraceProvider {
+public:
+    virtual ~ITraceProvider() = default;
+    virtual std::shared_ptr<ITracer> GetTracer(const std::string& name) = 0;
+};
+
+class IMetricsApi : public IExtensionApi {
+public:
+    static IMetricsApi* Create(TDriver driver);
+public:
+    virtual ~IMetricsApi() = default;
+    virtual void SetMetricRegistry(std::shared_ptr<IMetricRegistry> registry) = 0;
+    virtual void SetTraceProvider(std::shared_ptr<ITraceProvider> provider) = 0;
+    virtual std::shared_ptr<IMetricRegistry> GetMetricRegistry() const = 0;
+    virtual std::shared_ptr<ITraceProvider> GetTraceProvider() const = 0;
+};
+
+} // namespace NYdb::NMetrics

include/ydb-cpp-sdk/open_telemetry/extension.h

@@ -0,0 +1,34 @@
+#pragma once
+
+#include <ydb-cpp-sdk/open_telemetry/otel.h>
+#include <ydb-cpp-sdk/client/extension_common/extension.h>
+
+namespace NYdb::inline V3::NMetrics {
+
+class TOtelExtension : public IExtension {
+public:
+    using IApi = IMetricsApi;
+
+    struct TParams {
+        opentelemetry::nostd::shared_ptr<opentelemetry::metrics::MeterProvider> MeterProvider;
+        opentelemetry::nostd::shared_ptr<opentelemetry::trace::TracerProvider> TracerProvider;
+    };
+
+    TOtelExtension(const TParams& params, IApi* api) {
+        if (params.MeterProvider) {
+            api->SetMetricRegistry(std::make_shared<TOtelMetricRegistry>(params.MeterProvider));
+        }
+        if (params.TracerProvider) {
+            api->SetTraceProvider(std::make_shared<TOtelTraceProvider>(params.TracerProvider));
+        }
+    }
+};
+
+inline void AddOpenTelemetry(TDriver& driver
+    , opentelemetry::nostd::shared_ptr<opentelemetry::metrics::MeterProvider> meterProvider
+    , opentelemetry::nostd::shared_ptr<opentelemetry::trace::TracerProvider> tracerProvider
+) {
+    driver.AddExtension<TOtelExtension>({meterProvider, tracerProvider});
+}
+
+} // namespace NYdb::NMetrics

include/ydb-cpp-sdk/open_telemetry/otel.h

@@ -0,0 +1,33 @@
+#pragma once
+
+#include <ydb-cpp-sdk/client/metrics/metrics.h>
+
+#include <opentelemetry/metrics/meter_provider.h>
+#include <opentelemetry/trace/tracer_provider.h>
+
+namespace NYdb::inline V3::NMetrics {
+
+class TOtelMetricRegistry : public IMetricRegistry {
+public:
+    TOtelMetricRegistry(opentelemetry::nostd::shared_ptr<opentelemetry::metrics::MeterProvider> meterProvider);
+
+    std::shared_ptr<ICounter> Counter(const std::string& name, const TLabels& labels = {}) override;
+    std::shared_ptr<IGauge> Gauge(const std::string& name, const TLabels& labels = {}) override;
+    std::shared_ptr<IHistogram> Histogram(const std::string& name, const std::vector<double>& buckets, const TLabels& labels = {}) override;
+
+private:
+    opentelemetry::nostd::shared_ptr<opentelemetry::metrics::MeterProvider> MeterProvider_;
+    opentelemetry::nostd::shared_ptr<opentelemetry::metrics::Meter> Meter_;
+};
+
+class TOtelTraceProvider : public ITraceProvider {
+public:
+    TOtelTraceProvider(opentelemetry::nostd::shared_ptr<opentelemetry::trace::TracerProvider> tracerProvider);
+
+    std::shared_ptr<ITracer> GetTracer(const std::string& name) override;
+
+private:
+    opentelemetry::nostd::shared_ptr<opentelemetry::trace::TracerProvider> TracerProvider_;
+};
+
+} // namespace NYdb::NMetrics

src/CMakeLists.txt

@@ -1,3 +1,4 @@
 add_subdirectory(api)
 add_subdirectory(client)
-add_subdirectory(library)
+add_subdirectory(library)
+add_subdirectory(open_telemetry)

src/client/CMakeLists.txt

@@ -12,6 +12,7 @@ add_subdirectory(iam)
 add_subdirectory(iam_private)
 add_subdirectory(impl)
 add_subdirectory(import)
+add_subdirectory(metrics)
 add_subdirectory(monitoring)
 add_subdirectory(operation)
 add_subdirectory(params)

src/client/impl/internal/grpc_connections/grpc_connections.h

@@ -581,6 +581,18 @@ class TGRpcConnectionsImpl
     ::NMonitoring::TMetricRegistry* GetMetricRegistry() override;
     void RegisterExtension(IExtension* extension);
     void RegisterExtensionApi(IExtensionApi* api);
+
+    template<typename T>
+    T* GetExtensionApi() {
+        std::lock_guard lock(ExtensionsLock_);
+        for (const auto& api : ExtensionApis_) {
+            if (auto ptr = dynamic_cast<T*>(api.get())) {
+                return ptr;
+            }
+        }
+        return nullptr;
+    }
+
     void SetDiscoveryMutator(IDiscoveryMutatorApi::TMutatorCb&& cb);
     const TLog& GetLog() const override;
 

src/client/metrics/CMakeLists.txt

@@ -0,0 +1,14 @@
+_ydb_sdk_add_library(client-metrics)
+
+target_sources(client-metrics PRIVATE
+    metrics.cpp
+)
+
+target_include_directories(client-metrics PUBLIC
+    $<BUILD_INTERFACE:${YDB_SDK_SOURCE_DIR}/include>
+    $<INSTALL_INTERFACE:include>
+)
+
+target_link_libraries(client-metrics PUBLIC
+    client-extension_common
+)

src/client/metrics/metrics.cpp

@@ -0,0 +1,32 @@
+#include <ydb-cpp-sdk/client/metrics/metrics.h>
+
+namespace NYdb::inline V3::NMetrics {
+
+class TMetricsApiImpl : public IMetricsApi {
+public:
+    void SetMetricRegistry(std::shared_ptr<IMetricRegistry> registry) override {
+        Registry_ = std::move(registry);
+    }
+
+    void SetTraceProvider(std::shared_ptr<ITraceProvider> provider) override {
+        TraceProvider_ = std::move(provider);
+    }
+
+    std::shared_ptr<IMetricRegistry> GetMetricRegistry() const override {
+        return Registry_;
+    }
+
+    std::shared_ptr<ITraceProvider> GetTraceProvider() const override {
+        return TraceProvider_;
+    }
+
+private:
+    std::shared_ptr<IMetricRegistry> Registry_;
+    std::shared_ptr<ITraceProvider> TraceProvider_;
+};
+
+IMetricsApi* IMetricsApi::Create(TDriver driver) {
+    return new TMetricsApiImpl();
+}
+
+} // namespace NYdb::NMetrics

src/client/query/CMakeLists.txt

@@ -7,6 +7,7 @@ target_link_libraries(client-ydb_query PUBLIC
   impl-internal-make_request
   impl-session
   impl-internal-retry
+  client-metrics
   client-ydb_common_client
   client-ydb_driver
   client-ydb_query-impl