On-Demand index creation changed - Using response status in cache

Author: Chris Wiechmann

apibuilder4elastic/flows/apim-elk-setup-Create indicies.json

@@ -97,8 +97,8 @@
 				},
 				{
 					"name": "body",
-					"type": "jsonpath",
-					"value": "$.indexConfig",
+					"type": "object",
+					"value": "{\n  \"status\":\"ok\"\n}",
 					"metaName": "Body",
 					"metaDescription": "The response payload"
 				}

logstash/pipelines/BeatsInputPipeline.conf

@@ -67,15 +67,14 @@ filter {
       lowercase => [ "[@metadata][regionIndexSuffix]" ]
     }
   }
-  # Cache-Lookup if the index for the region has been created before
+  # Cache-Lookup if the indices for the region has been created before
   memcached {
     hosts => "${MEMCACHED}"
     namespace => "index_status"
-    get => { "%{logtype}###%{gatewayRegion}" => "[indexExists]" }
-  }
-  # If we have nothing in the cache it can be assumed the required indicies do not exists
-  # call the API at API-Builder to create the required indicies if needed
-  if !([indexExists]) {
+    get => { "%{logtype}###%{gatewayRegion}" => "[indicesStatus]" }
+  } 
+  # Call the API at API-Builder to create the required indicies if needed
+  if ([indicesStatus][status]!="ok") {
     http {
       url => "${API_BUILDER_URL}/api/elk/v1/api/index/%{logtype}"
       body_format => "json"
@@ -84,7 +83,7 @@ filter {
         "region" => "%{[gatewayRegion]}"
       }
       cacert => "${API_BUILDER_SSL_CERT}"
-      target_body => "indexExists"
+      target_body => "indicesStatus"
       add_field => { "[@metadata][updateCache]" => "true" }
     }
   } else {
@@ -101,7 +100,7 @@ filter {
       hosts => "${MEMCACHED}"
       namespace => "index_status"
       ttl => "3600" # Should not be checked anymore for the next hour
-      set => { "[indexExists]" => "%{logtype}###%{gatewayRegion}" }
+      set => { "[indicesStatus]" => "%{logtype}###%{gatewayRegion}" }
     }
   }
   # Remove the headers returned by the Logstash HTTP filter - we don't need them