Update OpenTrafficPipeline.conf

Author: Chris Wiechmann

logstash/pipelines/OpenTrafficPipeline.conf

@@ -147,9 +147,11 @@ filter {
           # Without an API name, only API path is used for the API lookup.
           mutate { add_field => { "[@metadata][apiName]" => "" } }
         }
-        # Create a cache key for the API either based on the received request path or the configured path.
-        # For example: /v1/get/pet/687687678 --> CACHE_API_PER_NAME = /v1/get/pet makes sure the API is cached based on the API-Name
+        # Create a cache key for the API either on the complete received request path or if configured, only using a specific part of the path.
+        # This prevents API requests with path parameters from not being cached efficiently due to their variable parameter.
+        # Example: API-Request: /v1/get/pet/687687678, Configured-Path: /v1/get/pet - API-Details cached based on Configured-Path (/v1/get/pet)
         ruby {
+          id => "Set API-Cache-Key prefix"
           code => '
             cacheAPIPaths = event.get("[@metadata][cacheAPIPaths]");
             apiRequestPath = event.get("[transactionSummary][path]");
@@ -158,24 +160,26 @@ filter {
               return;
             end
             apiName = event.get("[transactionSummary][serviceContext][service]");
-            logger.info("Configured paths and current API-Request path: ", { "cacheAPIPaths" => cacheAPIPaths, "apiRequestPath" => apiRequestPath } );
+            logger.debug("Configured paths and current API-Request path: ", { "configuredPaths" => cacheAPIPaths, "apiRequestPath" => apiRequestPath } );
             event.set("[@metadata][apiCacheKeyPrefix]", apiRequestPath);
             for configuredPath in cacheAPIPaths.split(",") do
               if(apiRequestPath.start_with?(configuredPath) ) 
-                logger.info("Using configured path as primary cache key as it matches to request path. ", { "configuredPath" => configuredPath, "apiRequestPath" => apiRequestPath });
+                logger.debug("Using configured path as primary cache key because it matches to request path. ", { "configuredPath" => configuredPath, "apiRequestPath" => apiRequestPath });
                 event.set("[@metadata][apiCacheKeyPrefix]", configuredPath);
                 break;
               end
             end
           '
         }
         mutate {
+          id => "Set API-Cache-Key"
           add_field => { 
             apiCacheKey => "%{[@metadata][apiCacheKeyPrefix]}###%{[processInfo][groupId]}###%{[processInfo][gatewayRegion]}" 
           }
         }
         # Lookup the cache with the created API-Key (API-Name---API-Path)
         memcached {
+          id => "Lookup API-Details"
           hosts => "${MEMCACHED}"
           namespace => "api_details"
           get => { "%{apiCacheKey}" => "[apiDetails]" }
@@ -227,9 +231,10 @@ filter {
           # If the API has been looked up add it to the cache
           if([@metadata][updateAPICache]=="true") {
             ruby {
-              code => 'logger.debug("Adding API-Lookup details to cache: ", "apiDetails" => event.get("[apiDetails]"), "apiCacheKey" => event.get("[apiCacheKey]") );'
+              code => 'logger.info("Adding API-Lookup details to cache: ", "apiCacheKey" => event.get("[apiCacheKey]"), "apiDetails" => event.get("[apiDetails]") );'
             }
             memcached {
+              id => "Add API-Details to cache"
               hosts => "${MEMCACHED}"
               namespace => "api_details"
               ttl => "${LOOKUP_CACHE_TTL:600}"