Merge pull request #63 from amccool/reduce-response-size

actually use the allow insecure HTTPS

Author: amccool

src/ElasticSearch.Extensions.Logging/ElasticSearchLoggerProvider.cs

@@ -78,7 +78,7 @@ private ElasticLowLevelClient CreateNewElasticLowLevelClient(Uri elasticSearchEn
             var singleNode = new SingleNodeConnectionPool(_optionsMonitor.CurrentValue.ElasticsearchEndpoint);
 
             var cc = new ConnectionConfiguration(singleNode, new ElasticsearchJsonNetSerializer())
-                //.ServerCertificateValidationCallback((obj, cert, chain, policyerrors) => true)
+                .ServerCertificateValidationCallback((obj, cert, chain, policyerrors) => true)
             .EnableHttpPipelining()
             .EnableHttpCompression()
             .ThrowExceptions();
@@ -88,15 +88,15 @@ private ElasticLowLevelClient CreateNewElasticLowLevelClient(Uri elasticSearchEn
 
         private void Initialize()
         {
-            //setup a flag in config to chose
+            //TODO: setup a flag in config to chose
             //SetupObserver();
             SetupObserverBatchy();
         }
 
 
         private void SetupObserver()
         {
-            _scribeProcessor = a => WriteDirectlyToES(a);
+            _scribeProcessor = async (a) => await WriteDirectlyToES(a);
 
             //this._queueToBePosted.GetConsumingEnumerable()
             //.ToObservable(Scheduler.Default)
@@ -128,6 +128,9 @@ private async Task WriteDirectlyToES(JObject jo)
             }
         }
 
+        //POST /_bulk? filter_path = items.*.error
+        private static Dictionary<string, object> filter_path = new Dictionary<string, object>() { { "filter_path", "items.*.error" } };
+
         private async Task WriteDirectlyToESAsBatch(IEnumerable<JObject> jos)
         {
             if (!jos.Any())
@@ -141,7 +144,7 @@ private async Task WriteDirectlyToESAsBatch(IEnumerable<JObject> jos)
 
             _ = Client.BulkPutAsync<VoidResponse>(Index, DocumentType,
                 PostData.MultiJson(bbo.ToArray()),
-                new BulkRequestParameters { Refresh = Refresh.False })
+                new BulkRequestParameters { Refresh = Refresh.False,  QueryString=filter_path })
                 .ContinueWith(x =>
                 {
                     if (x.IsFaulted)