Merge pull request #137 from Axway-API-Management-Plus/develop

Prepare release 3.4.0

Author: Chris Wiechmann

.github/workflows/apibuilder4elastic.yml

@@ -100,6 +100,7 @@ jobs:
         npm test
 
   test-traffic-monitor-api:
+    name: Test Traffic-Monitor API
     needs: [test-elk-util-flow-node, apim-util-flow-node, traffic-monitor-util-flow-node, authorization-plugin]
     if: "!contains(github.event.head_commit.message, 'skip ci')"
     env:
@@ -108,7 +109,7 @@ jobs:
     runs-on: ubuntu-latest
     services:
       elasticsearch:
-        image: docker.elastic.co/elasticsearch/elasticsearch:7.13.3
+        image: docker.elastic.co/elasticsearch/elasticsearch:7.14.0
         ports: 
           - 9200:9200
           - 9300:9300
@@ -140,6 +141,18 @@ jobs:
         npm ci
         npm run build --if-present
         npm test
+
+
+  push-latest-apibuilder4elastic:
+    name: Push latest APIBuilder4Elastic
+    needs: [test-traffic-monitor-api]
+    if: "!contains(github.event.head_commit.message, 'skip ci')"
+    env:
+      workingDirectory: 'apibuilder4elastic'
+
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
     - name: Publish Docker image (latest)
       uses: elgohr/Publish-Docker-Github-Action@2.13
       with:

.github/workflows/logstash.yml

@@ -48,7 +48,7 @@ jobs:
         echo Using MEMCACHED: $MEMCACHED
         ./logstash-filter-verifier --diff-command="diff -y" --keep-env=API_BUILDER_SSL_CERT --keep-env=API_BUILDER_URL --keep-env=MEMCACHED ./logstash/test/jms/test-opentrafficlog-jms.json ./logstash/pipelines/OpenTrafficPipeline.conf
         ./logstash-filter-verifier --diff-command="diff -y" --keep-env=API_BUILDER_SSL_CERT --keep-env=API_BUILDER_URL --keep-env=MEMCACHED ./logstash/test/beatsInput/test-index-creation-lookup.json ./logstash/pipelines/BeatsInputPipeline.conf
-        ./logstash-filter-verifier --diff-command="diff -y" --keep-env=API_BUILDER_SSL_CERT --keep-env=API_BUILDER_URL --keep-env=MEMCACHED ./logstash/test/http/test-tracemessages.json ./logstash/pipelines/TraceMessagesPipeline.conf
+        ./logstash-filter-verifier --diff-command="diff -y" --keep-env=API_BUILDER_SSL_CERT --keep-env=API_BUILDER_URL --keep-env=MEMCACHED --keep-env=DROP_TRACE_MESSAGE_LEVELS ./logstash/test/http/test-tracemessages.json ./logstash/pipelines/TraceMessagesPipeline.conf
         ./logstash-filter-verifier --diff-command="diff -y" --keep-env=API_BUILDER_SSL_CERT --keep-env=API_BUILDER_URL --keep-env=MEMCACHED ./logstash/test/http/test-tracemessages-gmt-4.json ./logstash/pipelines/TraceMessagesPipeline.conf
         ./logstash-filter-verifier --diff-command="diff -y" --keep-env=API_BUILDER_SSL_CERT --keep-env=API_BUILDER_URL --keep-env=MEMCACHED ./logstash/test/http/test-events.json ./logstash/pipelines/EventsPipeline.conf
         ./logstash-filter-verifier --diff-command="diff -y" --keep-env=API_BUILDER_SSL_CERT --keep-env=API_BUILDER_URL --keep-env=MEMCACHED ./logstash/test/http/test-opentrafficlog.json ./logstash/pipelines/OpenTrafficPipeline.conf
@@ -57,6 +57,7 @@ jobs:
       env:
         API_BUILDER_URL: 'http://localhost:8080'
         MEMCACHED: 'localhost:11211'
+        DROP_TRACE_MESSAGE_LEVELS: 'DEBUG'
         # This is not relevant as we test with HTTP
         # But it's required by Logstash to be a valid certificate
         API_BUILDER_SSL_CERT: "./config/certificates/apibuilder4elastic.crt"

CHANGELOG.md

@@ -4,6 +4,25 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](http://keepachangelog.com/)
 and this project adheres to [Semantic Versioning](http://semver.org/).
 
+## [Unreleased]
+### Fixed
+- Service name filtering is not working as expected [#129](https://github.com/Axway-API-Management-Plus/apigateway-openlogging-elk/issues/129)
+- API Operation filter not working as expected [#131](https://github.com/Axway-API-Management-Plus/apigateway-openlogging-elk/issues/131)
+- V-Host filter is ignored / Index-Template changed to index VHost additionally as text [#130](https://github.com/Axway-API-Management-Plus/apigateway-openlogging-elk/issues/130)
+
+### Changed
+- Updated Elastic-Stack from version 7.12.1 to 7.14.0
+- Updated API-Builder version changed from Quezon to Timbuktu
+- API-Builder now always returns an Unknown API object if an API could not be found [#128](https://github.com/Axway-API-Management-Plus/apigateway-openlogging-elk/issues/128)
+- Field http.status now indexed as a keyword additionally to Integer
+
+### Added
+- Added support for Long-Term API-Analytics based on transformation jobs
+- Added Quartely- and Yearly-API-Request dashboars in addition to the existing Real-Time Dashboard
+- Added support for Transactions [#83](https://github.com/Axway-API-Management-Plus/apigateway-openlogging-elk/issues/83)
+- If Current-User request to ANM fails, API-Builder is now trying it again [#135](https://github.com/Axway-API-Management-Plus/apigateway-openlogging-elk/issues/135)
+- New optional parameter: DROP_TRACE_MESSAGE_LEVELS to skip indexing of certain trace messages [#136](https://github.com/Axway-API-Management-Plus/apigateway-openlogging-elk/issues/136)
+
 ## [3.3.2] 2021-08-30
 ### Fixed
 - Custom-Property mapping created as undefinedCustomProperties.myProp [#133](https://github.com/Axway-API-Management-Plus/apigateway-openlogging-elk/issues/133)
@@ -17,6 +36,7 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
 
 ### Changed
 - API-Builder stops/terminates with an error-message and error-code, if Elasticsearch cannot be configured (e.g. Index-Templates cannot be installed)
+- Events Logstash-Pipeline is now processing Transaction-Events with a customMsgAtts.transactionId into the Traffic-Summary index
 
 
 ## [3.3.0] 2021-07-21