Making the memcached host configurable

Author: Chris Wiechmann

.env

@@ -54,9 +54,7 @@ LOGSTASH=logstash:5044
 # used to cache the API-Details that has been looked up from the API-Manager via the API-Builder.
 # Even if the API-Builder is already caching the result, this improves ingest performance. 
 # The default parameter works when using the docker-compose.yml
-# Comment this parameter if you dont want to use memcached at all.
-MEMCACHED=memchached:11211
-
+MEMCACHED=memcached:11211
 
 # ----------------------------------------------------------------------------------------------
 # This is an optional parameter used by Filebeat to set a proper name. This allows for instance 

.github/workflows/logstash.yml

@@ -17,8 +17,6 @@ jobs:
         image: memcached:1.6.6-alpine
         ports: 
           - 11211:11211
-        env:
-          MOCK_LOOKUP_API: true
 
     steps:
     - uses: actions/checkout@v2

docker-compose.yml

@@ -79,6 +79,7 @@ services:
       - PIPELINE_WORKERS=1
       - XPACK_MONITORING_ELASTICSEARCH_HOSTS=["elasticsearch1:9200"]
       - API_BUILDER_URL=${API_BUILDER_URL}
+      - MEMCACHED=${MEMCACHED}
     ports:
       - 5044:5044
     volumes:

logstash/pipeline/pipeline.conf

@@ -66,13 +66,13 @@ filter {
       }
       # If we have a ServiceConext we have to enrich it with the API-Details
       if([transactionSummary][serviceContext]) {
-        # Create a key for the API
+          # Create a key for the API
         mutate {
           add_field => { "apiCacheKey" => "%{[transactionSummary][path]}" }
         }
         # Lookup the cache with the created API-Key (API-Name---API-Path)
         memcached {
-          hosts => ["memcached"]
+          hosts => "${MEMCACHED}"
           namespace => "api_details"
           get => { "%{apiCacheKey}" => "[apiDetails]" }
         }
@@ -85,7 +85,7 @@ filter {
               "apiPath" => "%{[transactionSummary][path]}"
             }
             target_body => "apiDetails"
-            add_field => { "updateAPICache" => "true" }
+            add_field => { "[@metadata][updateAPICache]" => "true" }
           }
         }
         # At this point we should have the apiDetails either from the cache or looked up via HTTP
@@ -99,9 +99,9 @@ filter {
             }
           }
           # If the API has been looked up add it to the cache
-          if([updateAPICache]=="true") {
+          if([@metadata][updateAPICache]=="true") {
             memcached {
-              hosts => ["memcached"]
+              hosts => "${MEMCACHED}"
               namespace => "api_details"
               ttl => 3600
               set => { "[apiDetails]" => "%{apiCacheKey}" }