Migrate/es os aggregator methods (open-metadata#24068)

* Setup new client for ES/OS

* Migrated createIndex and addIndexAlias methods

* Migrated createAliases method to new ES/OS client

* Migrated updateIndex and deleteIndex methods

* Updated indexExists methods

* refactor: extract index management operations into dedicated manager classes

* Add tests for ElasticSearch and OpenSearch index managers

* chore: fix code style issues"

* Added integeration tests for ES/OS index manager

* Fix log level

* Fixed priority key mapping for test_case_result_index

* fix test to use field name in the query as domains.id not domain.id

* Migrated createEntity and createEntities method

* Fixed failing tests

* Set headers so 8.x client can work with 7.17x or higher server for ES

* Added OpenSearch compatible stemmer configuration

* Fix java code style

* Fixed java checkstyle issue

* Added support for 7.17.x backward compatibility

* Fixed failing tests

* Migrated createTimeSeriesEntity and deleteEntity methods

* Refactor search client architecture with entity management abstraction

* Updated log level to ERROR form WARN

* deleteEntity method impl removed from ES client

* migrated deleteEntityByFields method to new es/os client

* migrated deleteEntityByFQNPrefix method to use new ES/OS client

* deleteEntityByFQNPrefix method removed

* Migrated deleteByScript method to new ES/OS client

* Removed deleteByScript method from SearchClient

* Migrated softDeleteOrRestoreEntity method to new ES/OS client

* Reverted BulkResponse static import

* Migrated softDeleteOrRestoreChildren method to new ES/OS client

* Migrated updateEntity method to new ES/OS client

* Migrated updateChildren method to new ES/OS client

* Removed unused methods

* Migrated getDocByID method to new ES/OS client

* Added info logging

* Fixed parsing issue while passing string doc

* Migrated updateEntityRelationship method to new ES/OS client

* Migrated reindexWithEntityIds method to new ES/OS client

* Added log to show error message for updateEntityRelationship

* Refactored entity manager methods

* Added async client, fixed null obj parsing issue

* Refactoring

* Refactored duplicate methods createEntity and createTimeSeriesEntity

* Added integration tests for ES/OS entity managers

* Updated client availability checks in both index manager classes to use the consistent !isClientAvailable pattern

* Removed comment

* chore: Fix line formatting in Playwright test files

- Adjusted line length in Domains.spec.ts for better readability
- Fixed indentation and formatting in Lineage.spec.ts
- Added missing newline at end of files

* Added new line

* Migrated other index related methods and add tests

* MIgrated updateByFqnPrefix and updateLineage and deleteByRangeQuery methods

* migrated deleteByRangeAndTerm method

* Added integration tests

* Migrated updateColumnsInUpstreamLineage and deleteColumnsInUpstreamLineage methods

* Migrated updateGlossaryTermByFqnPrefix method

* Removed unused method and updated error handling

* Migrated reindexEntities method to new ES/OS client

* Added integration tests for reindexEntities method

* Added interface and impl for generic methods migration

* added default impl

* Migrated deleteDataStream method

* Migrated deleteILMPolicy method

* Migrated deleteIndexTemplate method

* Migrated deleteComponentTemplate emthod

* migrated dettachIlmPolicyFromIndexes method

* migrated removeILMFromComponentTemplate method

* Migrated cluster metric methods

* Removed from ESClient/OSClient to GenericManager

* Migrated getSearchHealthStatus

* Add integration tests

* Migrated buildDIChart and fetchDIChartFields methods

* Migrated listDataInsightChartResult emthod

* Migrated getQueryCostRecords

* Migrated getSchemaEntityRelationship

* Added data insight aggregator tests

* Fixed failing tests

* Migrated aggregate method

* Migrated genericAggregation and aggregate methods

* Fixed failing data insight query

* Updated ref for OS aggregation manager

* Fixed issues with aggregations migration

* Fixed tests

* fix aggregate api response

* Fixed aggregation response structure

Author: Bhanuagr

openmetadata-service/src/main/java/org/openmetadata/service/search/AggregationManagementClient.java

@@ -0,0 +1,50 @@
+package org.openmetadata.service.search;
+
+import jakarta.json.JsonObject;
+import jakarta.ws.rs.core.Response;
+import java.io.IOException;
+import org.openmetadata.schema.search.AggregationRequest;
+import org.openmetadata.schema.tests.DataQualityReport;
+
+/**
+ * Interface for search aggregation operations.
+ * Provides methods for executing aggregation queries against search indices.
+ */
+public interface AggregationManagementClient {
+
+  /**
+   * Execute an aggregation query based on the provided request.
+   *
+   * @param request the aggregation request containing query parameters, field names, and other
+   *     aggregation settings
+   * @return the response containing aggregation results
+   * @throws IOException if the aggregation operation fails
+   */
+  Response aggregate(AggregationRequest request) throws IOException;
+
+  /**
+   * Execute a generic aggregation for data quality reporting.
+   *
+   * @param query the search query
+   * @param index the index to search
+   * @param aggregationMetadata the aggregation metadata
+   * @return the data quality report
+   * @throws IOException if the aggregation operation fails
+   */
+  DataQualityReport genericAggregation(
+      String query, String index, SearchAggregation aggregationMetadata) throws IOException;
+
+  /**
+   * Execute an aggregation query and return aggregation results.
+   *
+   * @param query the search query
+   * @param index the index to search
+   * @param searchAggregation the search aggregation configuration
+   * @param filter additional filter query
+   * @return the aggregation results as JsonObject
+   * @throws IOException if the aggregation operation fails
+   */
+  JsonObject aggregate(
+      String query, String index, SearchAggregation searchAggregation, String filter)
+      throws IOException;
+}

openmetadata-service/src/main/java/org/openmetadata/service/search/SearchClient.java

@@ -2,7 +2,6 @@
 
 import static org.openmetadata.service.exception.CatalogExceptionMessage.NOT_IMPLEMENTED_METHOD;
 
-import jakarta.json.JsonObject;
 import jakarta.ws.rs.core.Response;
 import java.io.IOException;
 import java.util.Set;
@@ -15,10 +14,8 @@
 import org.openmetadata.schema.api.lineage.SearchLineageRequest;
 import org.openmetadata.schema.api.lineage.SearchLineageResult;
 import org.openmetadata.schema.api.search.SearchSettings;
-import org.openmetadata.schema.search.AggregationRequest;
 import org.openmetadata.schema.search.SearchRequest;
 import org.openmetadata.schema.service.configuration.elasticsearch.ElasticSearchConfiguration;
-import org.openmetadata.schema.tests.DataQualityReport;
 import org.openmetadata.schema.type.EntityReference;
 import org.openmetadata.schema.utils.ResultList;
 import org.openmetadata.service.exception.CustomExceptionMessage;
@@ -31,6 +28,7 @@ public interface SearchClient<T>
     extends IndexManagementClient,
         EntityManagementClient,
         GenericClient,
+        AggregationManagementClient,
         DataInsightAggregatorClient {
   String UPSTREAM_LINEAGE_FIELD = "upstreamLineage";
   String UPSTREAM_ENTITY_RELATIONSHIP_FIELD = "upstreamEntityRelationship";
@@ -496,17 +494,8 @@ default ResultList searchPageHierarchy(String query, String pageType, int offset
   Response searchByField(String fieldName, String fieldValue, String index, Boolean deleted)
       throws IOException;
 
-  Response aggregate(AggregationRequest request) throws IOException;
-
-  JsonObject aggregate(
-      String query, String index, SearchAggregation searchAggregation, String filters)
-      throws IOException;
-
   Response getEntityTypeCounts(SearchRequest request, String index) throws IOException;
 
-  DataQualityReport genericAggregation(
-      String query, String index, SearchAggregation aggregationMetadata) throws IOException;
-
   /* This function takes in Entity Reference, Search for occurances of those  entity across ES, and perform an update for that with reindexing the data from the database to ES */
   void reindexAcrossIndices(String matchingKey, EntityReference sourceRef);