The transactionSummary.status is no longer used

as it's a duplicate of finalStatus

Author: Chris Wiechmann

apibuilder4elastic/test/documents/filetransfer/filetransfer_search_document.js

@@ -5,12 +5,11 @@ module.exports = [
     {
         "@timestamp": "2020-09-02T20:10:50.348Z",
         "correlationId": "4afc4f5fa70015d93db3a15c",
-        "finalStatus": "success",
+        "finalStatus": "Pass",
         "duration": 924,
         "path": null,
         "protocol": "ftp-local",
         "protocolSrc": "10021//opt/Axway/APIM-7.7.0/apigateway/groups/group-2/instance-1/file-transfer/in/persistent/abc",
-        "status": "success",
         "serviceContext": null,
         "fileTransfer": {
             "remoteAddr": "/192.168.65.1:63026",
@@ -34,12 +33,11 @@ module.exports = [
     {
         "@timestamp": "2020-09-02T20:10:50.348Z",
         "correlationId": "4afc4f5fa70015d93db-FTPS",
-        "finalStatus": "success",
+        "finalStatus": "Pass",
         "duration": 100,
         "path": null,
         "protocol": "ftp-local",
         "protocolSrc": "10021//opt/Axway/APIM-7.7.0/apigateway/groups/group-2/instance-1/file-transfer/in/persistent/abc",
-        "status": "success",
         "serviceContext": null,
         "fileTransfer": {
             "remoteAddr": "/192.168.65.1:63026",

apibuilder4elastic/test/documents/http/search_count_documents.js

@@ -19,7 +19,6 @@ module.exports = [
         "protocol": "https",
         "serviceContext": null,
         "protocolSrc": "8065",
-        "status": "failure",
         "finalStatus" : "Fail",
         "http": {
             "statusText": "Not Found",

apibuilder4elastic/test/documents/http/search_test_documents.js

@@ -18,7 +18,6 @@ module.exports = [
         "path": "/favicon.ico",
         "protocol": "https",
         "serviceContext": null,
-        "status": "failure", 
         "duration" : 55,
         "finalStatus" : "Fail", 
         "http": {

logstash/index_templates/traffic_summary_index_template.json

@@ -67,10 +67,6 @@
                 },
                 "norms": false
             },
-
-            "status": {
-                "type": "keyword"
-            },
             "http.uri": {
                 "type": "text", 
                 "norms": false

logstash/pipelines/OpenTrafficPipeline.conf

@@ -158,6 +158,17 @@ filter {
       }
       if([type] == 'summaryIndex') {
         if([transactionSummary]) {
+          # Change status value of transactionSummary to be aligned with finalStatus
+          translate {
+            field => "[transactionSummary][status]"
+            destination => "[transactionSummary][finalStatus]"
+            dictionary => {
+              "success" => "Pass"
+              "failure" => "Fail" 
+              "exception" => "Error"
+            }
+            remove_field => "[transactionSummary][status]"
+          }
           # Place all transactionSummary information directlly into the root
           # The path is skipped, as it is duplicated with http.uri and not available for all kind of events
           ruby {
@@ -184,7 +195,7 @@ filter {
             ]
           }
           ruby {
-            # This copies all kind of traffic (http, filetransfer, ...)
+            # This copies all kind of traffic (http, filetransfer, ...) to the root of the document (e.g. http.status, http.uri, ...)
             code => '
               event.get("[transactionElements][leg0][protocolInfo]").each { |k, v|
                 event.set(k,v)
@@ -197,6 +208,14 @@ filter {
             # Once we have copied - we can remove the original information from the summaryIndex event
             remove_field => ["transactionElements"] 
           }
+          # For some requests (OPTIONS, some native calls) the finalStatus is not set - Set it based on the http.status
+          if( ![finalStatus] ) {
+            if ([http][status] >= 200 and [http][status] <= 299 ) {
+              mutate { add_field => { "[finalStatus]" => "Pass" } }
+            } else {
+              mutate { add_field => { "[finalStatus]" => "Fail" } }
+            }
+          }
         }
       } 
     }

logstash/test/http/test-opentrafficlog.json

@@ -607,7 +607,7 @@
             "leg0": {
               "duration": 2,
               "leg": 0,
-              "finalStatus": null,
+              "finalStatus": "Pass",
               "protocolInfo": {
                 "http": {
                   "uri": "/WebShop.svc",