From 363bc580a88ad18bdd83fb9822bdefe1516dc13c Mon Sep 17 00:00:00 2001 From: Giorgi Imerlishvili Date: Fri, 20 Mar 2026 03:09:31 +0400 Subject: [PATCH 1/3] add ibmmq 9.4 version support --- packages/ibmmq/_dev/build/docs/README.md | 4 +- .../_dev/deploy/docker/docker-compose.yml | 3 +- packages/ibmmq/_dev/deploy/variants.yml | 6 +- packages/ibmmq/changelog.yml | 5 + .../pipeline/test-errorlog.log-expected.json | 12 +- .../_dev/test/pipeline/test-errorlog_9.4.log | 3 + .../test-errorlog_9.4.log-expected.json | 148 ++++++++ .../elasticsearch/ingest_pipeline/default.yml | 3 +- .../data_stream/errorlog/sample_event.json | 46 ++- .../test-qmgr-metrics.json-expected.json | 2 +- .../elasticsearch/ingest_pipeline/default.yml | 320 ++++++++++++++++ .../ibmmq/data_stream/qmgr/fields/fields.yml | 322 ++++++++++++++++ .../ibmmq/data_stream/qmgr/sample_event.json | 242 +++++++++--- packages/ibmmq/docs/README.md | 352 ++++++++++++++---- packages/ibmmq/manifest.yml | 2 +- 15 files changed, 1290 insertions(+), 180 deletions(-) create mode 100644 packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog_9.4.log create mode 100644 packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog_9.4.log-expected.json diff --git a/packages/ibmmq/_dev/build/docs/README.md b/packages/ibmmq/_dev/build/docs/README.md index ad22c4e7861..33cd75ae859 100755 --- a/packages/ibmmq/_dev/build/docs/README.md +++ b/packages/ibmmq/_dev/build/docs/README.md @@ -28,7 +28,7 @@ You can monitor and view logs within the ingested documents for IBM MQ using the ## Compatibility -This integration has been tested against IBM MQ v9.1 and IBM MQ v9.2. Currently, the `ibmmq qmgr` data stream is only compatible with the containerized versions of IBM MQ, such as those available from [IBM Cloud Container Registry](https://icr.io/) or [Docker Hub](https://hub.docker.com/r/ibmcom/mq). +This integration has been tested against IBM MQ v9.1, IBM MQ v9.2 and IBM MQ v9.4. Currently, the `ibmmq qmgr` data stream is only compatible with the containerized versions of IBM MQ, such as those available from [IBM Cloud Container Registry](https://icr.io/) or [Docker Hub](https://hub.docker.com/r/ibmcom/mq). ## What do I need to use this integration? @@ -61,7 +61,7 @@ After the integration is successfully configured, clicking on the Assets tab of ### Queue Manager performance metrics -The `qmgr` data stream collects [performance metrics of Queue Manager](https://www.ibm.com/docs/en/ibm-mq/9.2?topic=operator-metrics-published-when-using-mq) like messages, topics, subscriptions and calls. +The `qmgr` data stream collects [performance metrics of Queue Manager](https://www.ibm.com/docs/en/ibm-mq/9.4.x?topic=operator-metrics-published-by-mq-container) like messages, topics, subscriptions and calls. {{event "qmgr"}} diff --git a/packages/ibmmq/_dev/deploy/docker/docker-compose.yml b/packages/ibmmq/_dev/deploy/docker/docker-compose.yml index 5307630253a..743c32695eb 100755 --- a/packages/ibmmq/_dev/deploy/docker/docker-compose.yml +++ b/packages/ibmmq/_dev/deploy/docker/docker-compose.yml @@ -1,7 +1,6 @@ -version: '2.3' services: ibmmq: - image: ibmcom/mq:${SERVICE_VERSION:-9.2.4.0-r1-amd64} + image: ${SERVICE_VERSION:-ibmcom/mq:9.2.4.0-r1-amd64} environment: - LICENSE=accept - MQ_QMGR_NAME=QM1 diff --git a/packages/ibmmq/_dev/deploy/variants.yml b/packages/ibmmq/_dev/deploy/variants.yml index 97622a30fb8..806b76bde19 100755 --- a/packages/ibmmq/_dev/deploy/variants.yml +++ b/packages/ibmmq/_dev/deploy/variants.yml @@ -1,4 +1,6 @@ variants: v9.2.4.0-r1-amd64: - SERVICE_VERSION: 9.2.4.0-r1-amd64 -default: v9.2.4.0-r1-amd64 + SERVICE_VERSION: ibmcom/mq:9.2.4.0-r1-amd64 + v9.4.0.20-r1: + SERVICE_VERSION: icr.io/ibm-messaging/mq:9.4.0.20-r1 +default: v9.4.0.20-r1 diff --git a/packages/ibmmq/changelog.yml b/packages/ibmmq/changelog.yml index da98f302d5c..2aa0ce80319 100644 --- a/packages/ibmmq/changelog.yml +++ b/packages/ibmmq/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: "1.9.0" + changes: + - description: Add ibm mq 9.4 version + type: enhancement + link: https://github.com/elastic/integrations/pull/17912 - version: "1.8.0" changes: - description: Improve documentation diff --git a/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog.log-expected.json b/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog.log-expected.json index dc2121419b6..e1e4725642d 100644 --- a/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog.log-expected.json +++ b/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog.log-expected.json @@ -6,7 +6,7 @@ "version": "8.11.0" }, "event": { - "ingested": "2024-06-18T05:49:41.278914891Z", + "ingested": "2026-03-19T20:47:00.024861724Z", "kind": "event", "module": "ibmmq", "original": "06/14/22 11:54:29 - Process(119.8) User(mqm) Program(amqzmur0) Host(00c6b2142371) Installation(Installation1) VRMF(9.2.4.0) QMgr(QM1) Time(2022-06-14T11:54:29.349Z) ArithInsert2(3) CommentInsert1(APP-SIGNAL) AMQ5037I: The queue manager task 'APP-SIGNAL' has started. EXPLANATION: The restartable utility task manager has started the APP-SIGNAL task. This task has now started 3 times. ACTION: None.", @@ -57,7 +57,7 @@ "version": "8.11.0" }, "event": { - "ingested": "2024-06-18T05:49:41.278942132Z", + "ingested": "2026-03-19T20:47:00.024869485Z", "kind": "event", "module": "ibmmq", "original": "06/13/22 06:53:29 - Process(60.1) User(mqm) Program(crtmqm) Host(2661e9dd5c0b) Installation(Installation1) VRMF(9.2.4.0) Time(2022-06-13T06:53:29.794Z) CommentInsert3(QM1) AMQ8001I: IBM MQ queue manager 'QM1' created. EXPLANATION: IBM MQ queue manager 'QM1' created. ACTION: None.", @@ -107,7 +107,7 @@ "version": "8.11.0" }, "event": { - "ingested": "2024-06-18T05:49:41.278945903Z", + "ingested": "2026-03-19T20:47:00.024873474Z", "kind": "event", "module": "ibmmq", "original": "06/15/22 06:10:59 - Process(597.4) User(mqm) Program(amqrmppa) Host(00c6b2142371) Installation(Installation1) VRMF(9.2.4.0) QMgr(QM1) Time(2022-06-15T06:10:59.254Z) RemoteHost(10.212.128.113) ArithInsert2(TCP/IP) CommentInsert1(10.212.128.113) CommentInsert3(????) AMQ9207E: The data received from host '10.212.128.113' on channel '????' is not valid. EXPLANATION: Incorrect data format received from host '10.212.128.113' over TCP/IP. It my be that an unknown host is attempting to send data. An FFST file might be generated containing the invalid data received. It will not be generated if this is the beginning of a conversation with the remote side, and the format is a simple known format (example: a GET request from an HTTP web browser). If you want to override this, to cause FFST files to be written for any bad data, including simple known formats, then set the environment variable AMQ_BAD_COMMS_DATA_FDCS=TRUE and restart the queue manager. The channel name is '????'; in some cases it cannot be determined and so is shown as '????'. ACTION: Tell the systems administrator.", @@ -121,10 +121,10 @@ "ibmmq": { "errorlog": { "error": { - "action": "a GET request from an HTTP web browser). If you want to override this, to cause FFST files to be written for any bad data, including simple known formats, then set the environment variable AMQ_BAD_COMMS_DATA_FDCS=TRUE and restart the queue manager. The channel name is '????'; in some cases it cannot be determined and so is shown as '????'. ACTION: Tell the systems administrator.", + "action": "Tell the systems administrator.", "code": "AMQ9207E", "description": "The data received from host '10.212.128.113' on channel '????' is not valid.", - "explanation": "Incorrect data format received from host '10.212.128.113' over TCP/IP. It my be that an unknown host is attempting to send data. An FFST file might be generated containing the invalid data received. It will not be generated if this is the beginning of a conversation with the remote side, and the format is a simple known format" + "explanation": "Incorrect data format received from host '10.212.128.113' over TCP/IP. It my be that an unknown host is attempting to send data. An FFST file might be generated containing the invalid data received. It will not be generated if this is the beginning of a conversation with the remote side, and the format is a simple known format (example: a GET request from an HTTP web browser). If you want to override this, to cause FFST files to be written for any bad data, including simple known formats, then set the environment variable AMQ_BAD_COMMS_DATA_FDCS=TRUE and restart the queue manager. The channel name is '????'; in some cases it cannot be determined and so is shown as '????'." }, "insert": { "arith": [ @@ -154,4 +154,4 @@ } } ] -} \ No newline at end of file +} diff --git a/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog_9.4.log b/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog_9.4.log new file mode 100644 index 00000000000..cbc47459b7e --- /dev/null +++ b/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog_9.4.log @@ -0,0 +1,3 @@ +03/19/26 14:55:47 - Process(460.1) User(root) Program(crtmqm) Host(6bfb28d6779a) Installation(Installation1) VRMF(9.4.0.20) Time(2026-03-19T14:55:47.163Z) CommentInsert1(Linux 6.8.0-106-generic (MQ Linux (x86-64 platform) 64-bit)) CommentInsert2(/opt/mqm (Installation1)) CommentInsert3(9.4.0.20 (p940-020-260211)) AMQ6287I: IBM MQ V9.4.0.20 (p940-020-260211). EXPLANATION: IBM MQ system information: Host Info:- Linux 6.8.0-106-generic (MQ Linux (x86-64 platform) 64-bit) Installation:- /opt/mqm (Installation1) Version:- 9.4.0.20 (p940-020-260211) ACTION: None. +03/19/26 14:55:47 - Process(460.1) User(root) Program(crtmqm) Host(6bfb28d6779a) Installation(Installation1) VRMF(9.4.0.20) Time(2026-03-19T14:55:47.163Z) CommentInsert3(QM1) AMQ8001I: IBM MQ queue manager 'QM1' created. EXPLANATION: IBM MQ queue manager 'QM1' created. ACTION: None. +03/19/26 14:55:52 - Process(512.1) User(root) Program(strmqm) Host(6bfb28d6779a) Installation(Installation1) VRMF(9.4.0.20) Time(2026-03-19T14:55:52.397Z) CommentInsert1(strmqm) CommentInsert2(strmqm -x QM1) AMQ6206I: Command strmqm was issued. EXPLANATION: Control command 'strmqm -x QM1' was issued. ACTION: None. \ No newline at end of file diff --git a/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog_9.4.log-expected.json b/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog_9.4.log-expected.json new file mode 100644 index 00000000000..2bda4c9e986 --- /dev/null +++ b/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog_9.4.log-expected.json @@ -0,0 +1,148 @@ +{ + "expected": [ + { + "@timestamp": "2026-03-19T14:55:47.163Z", + "ecs": { + "version": "8.11.0" + }, + "event": { + "ingested": "2026-03-19T20:47:00.809405879Z", + "kind": "event", + "module": "ibmmq", + "original": "03/19/26 14:55:47 - Process(460.1) User(root) Program(crtmqm) Host(6bfb28d6779a) Installation(Installation1) VRMF(9.4.0.20) Time(2026-03-19T14:55:47.163Z) CommentInsert1(Linux 6.8.0-106-generic (MQ Linux (x86-64 platform) 64-bit)) CommentInsert2(/opt/mqm (Installation1)) CommentInsert3(9.4.0.20 (p940-020-260211)) AMQ6287I: IBM MQ V9.4.0.20 (p940-020-260211). EXPLANATION: IBM MQ system information: Host Info:- Linux 6.8.0-106-generic (MQ Linux (x86-64 platform) 64-bit) Installation:- /opt/mqm (Installation1) Version:- 9.4.0.20 (p940-020-260211) ACTION: None.", + "type": [ + "error" + ] + }, + "host": { + "hostname": "6bfb28d6779a" + }, + "ibmmq": { + "errorlog": { + "error": { + "action": "None.", + "code": "AMQ6287I", + "description": "IBM MQ V9.4.0.20 (p940-020-260211).", + "explanation": "IBM MQ system information: Host Info:- Linux 6.8.0-106-generic (MQ Linux (x86-64 platform) 64-bit) Installation:- /opt/mqm (Installation1) Version:- 9.4.0.20 (p940-020-260211)" + }, + "insert": { + "comment": [ + "Linux 6.8.0-106-generic (MQ Linux (x86-64 platform) 64-bit)", + "/opt/mqm (Installation1)", + "9.4.0.20 (p940-020-260211)" + ] + }, + "installation": "Installation1" + } + }, + "process": { + "pid": 460.1, + "title": "crtmqm" + }, + "service": { + "version": "9.4.0.20" + }, + "tags": [ + "preserve_original_event" + ], + "user": { + "name": "root" + } + }, + { + "@timestamp": "2026-03-19T14:55:47.163Z", + "ecs": { + "version": "8.11.0" + }, + "event": { + "ingested": "2026-03-19T20:47:00.809468817Z", + "kind": "event", + "module": "ibmmq", + "original": "03/19/26 14:55:47 - Process(460.1) User(root) Program(crtmqm) Host(6bfb28d6779a) Installation(Installation1) VRMF(9.4.0.20) Time(2026-03-19T14:55:47.163Z) CommentInsert3(QM1) AMQ8001I: IBM MQ queue manager 'QM1' created. EXPLANATION: IBM MQ queue manager 'QM1' created. ACTION: None.", + "type": [ + "error" + ] + }, + "host": { + "hostname": "6bfb28d6779a" + }, + "ibmmq": { + "errorlog": { + "error": { + "action": "None.", + "code": "AMQ8001I", + "description": "IBM MQ queue manager 'QM1' created.", + "explanation": "IBM MQ queue manager 'QM1' created." + }, + "insert": { + "comment": [ + "QM1" + ] + }, + "installation": "Installation1" + } + }, + "process": { + "pid": 460.1, + "title": "crtmqm" + }, + "service": { + "version": "9.4.0.20" + }, + "tags": [ + "preserve_original_event" + ], + "user": { + "name": "root" + } + }, + { + "@timestamp": "2026-03-19T14:55:52.397Z", + "ecs": { + "version": "8.11.0" + }, + "event": { + "ingested": "2026-03-19T20:47:00.809482860Z", + "kind": "event", + "module": "ibmmq", + "original": "03/19/26 14:55:52 - Process(512.1) User(root) Program(strmqm) Host(6bfb28d6779a) Installation(Installation1) VRMF(9.4.0.20) Time(2026-03-19T14:55:52.397Z) CommentInsert1(strmqm) CommentInsert2(strmqm -x QM1) AMQ6206I: Command strmqm was issued. EXPLANATION: Control command 'strmqm -x QM1' was issued. ACTION: None.", + "type": [ + "error" + ] + }, + "host": { + "hostname": "6bfb28d6779a" + }, + "ibmmq": { + "errorlog": { + "error": { + "action": "None.", + "code": "AMQ6206I", + "description": "Command strmqm was issued.", + "explanation": "Control command 'strmqm -x QM1' was issued." + }, + "insert": { + "comment": [ + "strmqm", + "strmqm -x QM1" + ] + }, + "installation": "Installation1" + } + }, + "process": { + "pid": 512.1, + "title": "strmqm" + }, + "service": { + "version": "9.4.0.20" + }, + "tags": [ + "preserve_original_event" + ], + "user": { + "name": "root" + } + } + ] +} diff --git a/packages/ibmmq/data_stream/errorlog/elasticsearch/ingest_pipeline/default.yml b/packages/ibmmq/data_stream/errorlog/elasticsearch/ingest_pipeline/default.yml index b5e116ecd14..dd5649c3f8a 100644 --- a/packages/ibmmq/data_stream/errorlog/elasticsearch/ingest_pipeline/default.yml +++ b/packages/ibmmq/data_stream/errorlog/elasticsearch/ingest_pipeline/default.yml @@ -60,8 +60,7 @@ processors: ArithInsert2\(%{DATA:ibmmq.errorlog.arithinsert2}\))?( CommentInsert1\(%{DATA:ibmmq.errorlog.commentinsert1}\))?( CommentInsert2\(%{DATA:ibmmq.errorlog.commentinsert2}\))?( CommentInsert3\(%{DATA:ibmmq.errorlog.commentinsert3}\))? (?=AMQ[0-9]{4})%{DATA:ibmmq.errorlog.error.code}((?<=AMQ[0-9]{4}[A-Z])%{DATA:log.level})?: - %{DATA:ibmmq.errorlog.error.description} [^\ ]+:( %{DATA:ibmmq.errorlog.error.explanation})? - [^\ ]+:( %{DATA:ibmmq.errorlog.error.action})?$' + %{DATA:ibmmq.errorlog.error.description}( EXPLANATION: %{DATA:ibmmq.errorlog.error.explanation})?( ACTION: %{DATA:ibmmq.errorlog.error.action})?$' - convert: field: process.pid type: float diff --git a/packages/ibmmq/data_stream/errorlog/sample_event.json b/packages/ibmmq/data_stream/errorlog/sample_event.json index e086b8973bd..bc79536e2bc 100644 --- a/packages/ibmmq/data_stream/errorlog/sample_event.json +++ b/packages/ibmmq/data_stream/errorlog/sample_event.json @@ -1,30 +1,30 @@ { - "@timestamp": "2024-05-28T10:29:59.860Z", + "@timestamp": "2026-03-19T22:38:36.869Z", "agent": { - "ephemeral_id": "cbbb6e1e-c10f-4635-bb3e-b42063268637", - "id": "476beedd-c7de-4696-a85b-d20aa455d46a", - "name": "docker-fleet-agent", + "ephemeral_id": "a011b947-d019-43ee-a154-fe60d15539e4", + "id": "0ab76002-6449-49c0-b8e4-5012dae7b745", + "name": "elastic-agent-33173", "type": "filebeat", - "version": "8.12.0" + "version": "9.3.2" }, "data_stream": { "dataset": "ibmmq.errorlog", - "namespace": "ep", + "namespace": "77308", "type": "logs" }, "ecs": { "version": "8.11.0" }, "elastic_agent": { - "id": "476beedd-c7de-4696-a85b-d20aa455d46a", - "snapshot": false, - "version": "8.12.0" + "id": "0ab76002-6449-49c0-b8e4-5012dae7b745", + "snapshot": true, + "version": "9.3.2" }, "event": { "agent_id_status": "verified", - "created": "2024-05-28T10:30:26.219Z", + "created": "2026-03-19T22:39:00.004Z", "dataset": "ibmmq.errorlog", - "ingested": "2024-05-28T10:30:38Z", + "ingested": "2026-03-19T22:39:03Z", "kind": "event", "module": "ibmmq", "type": [ @@ -32,22 +32,22 @@ ] }, "host": { - "hostname": "99726abecb7d", - "name": "docker-fleet-agent" + "hostname": "5b506fb42ae8", + "name": "elastic-agent-33173" }, "ibmmq": { "errorlog": { "error": { - "action": "Host Info :- Linux 3.10.0-1160.102.1.el7.x86_64 (MQ Linux (x86-64 platform) 64-bit) Installation :- /opt/mqm (Installation1) Version :- 9.2.4.0 (p924-L211105.DE) ACTION: None.", + "action": "None.", "code": "AMQ6287I", - "description": "IBM MQ V9.2.4.0 (p924-L211105.DE).", - "explanation": "IBM MQ system" + "description": "IBM MQ V9.4.0.20 (p940-020-260211).", + "explanation": "IBM MQ system information: Host Info :- Linux 6.8.0-106-generic (MQ Linux (x86-64 platform) 64-bit) Installation :- /opt/mqm (Installation1) Version :- 9.4.0.20 (p940-020-260211)" }, "insert": { "comment": [ - "Linux 3.10.0-1160.102.1.el7.x86_64 (MQ Linux (x86-64 platform) 64-bit)", + "Linux 6.8.0-106-generic (MQ Linux (x86-64 platform) 64-bit)", "/opt/mqm (Installation1)", - "9.2.4.0 (p924-L211105.DE)" + "9.4.0.20 (p940-020-260211)" ] }, "installation": "Installation1" @@ -60,17 +60,15 @@ "file": { "path": "/tmp/service_logs/AMQERR01.LOG" }, - "flags": [ - "multiline" - ], + "flags": "multiline", "offset": 0 }, "process": { - "pid": 58.1, + "pid": 456.1, "title": "crtmqm" }, "service": { - "version": "9.2.4.0" + "version": "9.4.0.20" }, "tags": [ "forwarded", @@ -79,4 +77,4 @@ "user": { "name": "root" } -} \ No newline at end of file +} diff --git a/packages/ibmmq/data_stream/qmgr/_dev/test/pipeline/test-qmgr-metrics.json-expected.json b/packages/ibmmq/data_stream/qmgr/_dev/test/pipeline/test-qmgr-metrics.json-expected.json index 00f2238dcb3..2dc00ea28e0 100755 --- a/packages/ibmmq/data_stream/qmgr/_dev/test/pipeline/test-qmgr-metrics.json-expected.json +++ b/packages/ibmmq/data_stream/qmgr/_dev/test/pipeline/test-qmgr-metrics.json-expected.json @@ -243,4 +243,4 @@ } } ] -} \ No newline at end of file +} diff --git a/packages/ibmmq/data_stream/qmgr/elasticsearch/ingest_pipeline/default.yml b/packages/ibmmq/data_stream/qmgr/elasticsearch/ingest_pipeline/default.yml index e30a4352b71..c5ad32c0861 100755 --- a/packages/ibmmq/data_stream/qmgr/elasticsearch/ingest_pipeline/default.yml +++ b/packages/ibmmq/data_stream/qmgr/elasticsearch/ingest_pipeline/default.yml @@ -348,6 +348,326 @@ processors: target_field: ibmmq.qmgr.topic.put.bytes ignore_missing: true ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_cpu_load_fifteen_minute_average_percentage + target_field: ibmmq.qmgr.cpu.load.fifteen_minute.average.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_cpu_load_five_minute_average_percentage + target_field: ibmmq.qmgr.cpu.load.five_minute.average.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_cpu_load_one_minute_average_percentage + target_field: ibmmq.qmgr.cpu.load.one_minute.average.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_errors_file_system_free_space_percentage + target_field: ibmmq.qmgr.errors.file_system.free_space.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_errors_file_system_in_use_bytes + target_field: ibmmq.qmgr.errors.file_system.in_use.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_fdc_files + target_field: ibmmq.qmgr.fdc.files + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_file_system_free_space_percentage + target_field: ibmmq.qmgr.log.file_system.free_space.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_file_system_in_use_bytes + target_field: ibmmq.qmgr.log.file_system.in_use.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_file_system_max_bytes + target_field: ibmmq.qmgr.log.file_system.max.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_in_use_bytes + target_field: ibmmq.qmgr.log.in_use.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_max_bytes + target_field: ibmmq.qmgr.log.max.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_occupied_by_extents_waiting_to_be_archived_bytes + target_field: ibmmq.qmgr.log.occupied.extents.waiting_to_be_archived.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_occupied_by_reusable_extents_bytes + target_field: ibmmq.qmgr.log.occupied.reusable_extents.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_primary_space_in_use_percentage + target_field: ibmmq.qmgr.log.primary_space.in_use.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_required_for_media_recovery_bytes + target_field: ibmmq.qmgr.log.required_for_media_recovery.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_sequence_number_disk_total + target_field: ibmmq.qmgr.log.sequence_number.disk + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_sequence_number_quorum_total + target_field: ibmmq.qmgr.log.sequence_number.quorum + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_slowest_write_since_restart_seconds + target_field: ibmmq.qmgr.log.slowest_write.since_restart.seconds + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_workload_primary_space_utilization_percentage + target_field: ibmmq.qmgr.log.workload.primary_space.utilization.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_write_latency_seconds + target_field: ibmmq.qmgr.log.write.latency.seconds + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_log_write_size_bytes + target_field: ibmmq.qmgr.log.write.size.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_queue_manager_file_system_free_space_percentage + target_field: ibmmq.qmgr.queue_manager.file_system.free_space.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_queue_manager_file_system_in_use_bytes + target_field: ibmmq.qmgr.queue_manager.file_system.in_use.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_ram_free_percentage + target_field: ibmmq.qmgr.ram.free.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_ram_usage_estimate_for_queue_manager_bytes + target_field: ibmmq.qmgr.ram.usage.estimate.queue_manager.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_system_cpu_time_estimate_for_queue_manager_percentage + target_field: ibmmq.qmgr.system.cpu.time.estimate.queue_manager.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_system_cpu_time_percentage + target_field: ibmmq.qmgr.system.cpu.time.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_trace_file_system_free_space_percentage + target_field: ibmmq.qmgr.trace.file_system.free_space.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_trace_file_system_in_use_bytes + target_field: ibmmq.qmgr.trace.file_system.in_use.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_user_cpu_time_estimate_for_queue_manager_percentage + target_field: ibmmq.qmgr.user.cpu.time.estimate.queue_manager.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_qmgr_user_cpu_time_percentage + target_field: ibmmq.qmgr.user.cpu.time.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_recovery_average_network_round_trip_time_seconds + target_field: ibmmq.qmgr.nha.recovery.average.network_round_trip.time.seconds + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_recovery_backlog_average_bytes + target_field: ibmmq.qmgr.nha.recovery.backlog.average.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_recovery_backlog_bytes + target_field: ibmmq.qmgr.nha.recovery.backlog.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_recovery_compressed_log_sent_bytes + target_field: ibmmq.qmgr.nha.recovery.log.sent.compressed.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_recovery_log_data_average_compression_time_seconds + target_field: ibmmq.qmgr.nha.recovery.log.data.average.compression.time.seconds + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_recovery_log_data_average_decompression_time_seconds + target_field: ibmmq.qmgr.nha.recovery.log.data.average.decompression.time.seconds + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_recovery_log_decompressed_bytes + target_field: ibmmq.qmgr.nha.recovery.log.decompressed.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_recovery_log_sent_bytes + target_field: ibmmq.qmgr.nha.recovery.log.sent.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_recovery_rebase_count + target_field: ibmmq.qmgr.nha.recovery.rebase.count + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_recovery_recovery_log_sequence_number + target_field: ibmmq.qmgr.nha.recovery.log.sequence_number.recovery + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_acknowledged_log_sequence_number_total + target_field: ibmmq.qmgr.nha.replication.log.sequence_number.acknowledged + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_average_network_round_trip_time_seconds + target_field: ibmmq.qmgr.nha.replication.average.network_round_trip.time.seconds + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_backlog_average_bytes + target_field: ibmmq.qmgr.nha.replication.backlog.average.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_backlog_bytes + target_field: ibmmq.qmgr.nha.replication.backlog.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_catch_up_compressed_log_sent_bytes + target_field: ibmmq.qmgr.nha.replication.catch_up.log.sent.compressed.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_catch_up_log_data_average_compression_time_seconds + target_field: ibmmq.qmgr.nha.replication.catch_up.log.data.average.compression.time.seconds + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_catch_up_log_data_average_decompression_time_seconds + target_field: ibmmq.qmgr.nha.replication.catch_up.log.data.average.decompression.time.seconds + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_catch_up_log_decompressed_bytes + target_field: ibmmq.qmgr.nha.replication.catch_up.log.decompressed.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_catch_up_uncompressed_log_sent_bytes + target_field: ibmmq.qmgr.nha.replication.catch_up.log.sent.uncompressed.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_catchup_log_sent_bytes + target_field: ibmmq.qmgr.nha.replication.catch_up.log.sent.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_log_file_system_free_space_percent + target_field: ibmmq.qmgr.nha.replication.log.file_system.free_space.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_log_file_system_in_use_bytes + target_field: ibmmq.qmgr.nha.replication.log.file_system.in_use.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_log_write_average_acknowledgement_latency_seconds + target_field: ibmmq.qmgr.nha.replication.log.write.average.acknowledgement.latency.seconds + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_log_write_average_acknowledgement_size_bytes + target_field: ibmmq.qmgr.nha.replication.log.write.average.acknowledgement.size.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_mq_fdc_file_count + target_field: ibmmq.qmgr.nha.replication.mq.fdc.file.count + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_queue_manager_file_system_free_space_percent + target_field: ibmmq.qmgr.nha.replication.queue_manager.file_system.free_space.percentage + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_queue_manager_file_system_in_use_bytes + target_field: ibmmq.qmgr.nha.replication.queue_manager.file_system.in_use.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_synchronous_compressed_log_sent_bytes + target_field: ibmmq.qmgr.nha.replication.synchronous.log.sent.compressed.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_synchronous_log_data_average_compression_time_seconds + target_field: ibmmq.qmgr.nha.replication.synchronous.log.data.average.compression.time.seconds + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_synchronous_log_data_average_decompression_time_seconds + target_field: ibmmq.qmgr.nha.replication.synchronous.log.data.average.decompression.time.seconds + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_synchronous_log_decompressed_bytes + target_field: ibmmq.qmgr.nha.replication.synchronous.log.decompressed.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_synchronous_log_sent_bytes + target_field: ibmmq.qmgr.nha.replication.synchronous.log.sent.bytes + ignore_missing: true + ignore_failure: true +- rename: + field: prometheus.metrics.ibmmq_nha_replication_synchronous_uncompressed_log_sent_bytes + target_field: ibmmq.qmgr.nha.replication.synchronous.log.sent.uncompressed.bytes + ignore_missing: true + ignore_failure: true - remove: field: - prometheus diff --git a/packages/ibmmq/data_stream/qmgr/fields/fields.yml b/packages/ibmmq/data_stream/qmgr/fields/fields.yml index ea3d028d3d9..9b224159577 100644 --- a/packages/ibmmq/data_stream/qmgr/fields/fields.yml +++ b/packages/ibmmq/data_stream/qmgr/fields/fields.yml @@ -85,6 +85,24 @@ type: long metric_type: counter description: MQSUBRQ count. + - name: cpu + type: group + fields: + - name: load + type: group + fields: + - name: fifteen_minute.average.percentage + type: float + metric_type: gauge + description: CPU load - fifteen minute average. + - name: five_minute.average.percentage + type: float + metric_type: gauge + description: CPU load - five minute average. + - name: one_minute.average.percentage + type: float + metric_type: gauge + description: CPU load - one minute average. - name: destructive type: group fields: @@ -99,6 +117,24 @@ type: long metric_type: counter description: Interval total destructive get - count. + - name: errors + type: group + fields: + - name: file_system + type: group + fields: + - name: free_space.percentage + type: float + metric_type: gauge + description: MQ errors file system - free space. + - name: in_use.bytes + type: long + metric_type: gauge + description: MQ errors file system - bytes in use. + - name: fdc.files + type: long + metric_type: gauge + description: MQ FDC file count. - name: log type: group fields: @@ -116,6 +152,81 @@ type: long metric_type: counter description: Log - physical bytes written. + - name: file_system + type: group + fields: + - name: free_space.percentage + type: float + metric_type: gauge + description: Log file system - free space. + - name: in_use.bytes + type: long + metric_type: gauge + description: Log file system - bytes in use. + - name: max.bytes + type: long + metric_type: gauge + description: Log file system - bytes max. + - name: in_use.bytes + type: long + metric_type: gauge + description: Log - bytes in use. + - name: max.bytes + type: long + metric_type: gauge + description: Log - bytes max. + - name: occupied + type: group + fields: + - name: extents.waiting_to_be_archived.bytes + type: long + metric_type: gauge + description: Log - occupied by extents waiting to be archived. + - name: reusable_extents.bytes + type: long + metric_type: gauge + description: Log - bytes occupied by reusable extents. + - name: primary_space.in_use.percentage + type: float + metric_type: gauge + description: Log - current primary space in use. + - name: required_for_media_recovery.bytes + type: long + metric_type: gauge + description: Log - bytes required for media recovery. + - name: sequence_number + type: group + fields: + - name: disk + type: long + metric_type: gauge + description: Log - disk written log sequence number. + - name: quorum + type: long + metric_type: gauge + description: Log - quorum log sequence number. + - name: slowest_write.since_restart.seconds + type: float + metric_type: gauge + description: Log - slowest write since restart. + - name: workload + type: group + fields: + - name: primary_space.utilization.percentage + type: float + metric_type: gauge + description: Log - workload primary space utilization. + - name: write + type: group + fields: + - name: latency.seconds + type: float + metric_type: gauge + description: Log - write latency. + - name: size.bytes + type: long + metric_type: gauge + description: Log - write size. - name: messages type: group fields: @@ -251,6 +362,34 @@ type: long metric_type: counter description: Purged queue count. + - name: queue_manager + type: group + fields: + - name: file_system + type: group + fields: + - name: free_space.percentage + type: float + metric_type: gauge + description: Queue Manager file system - free space. + - name: in_use.bytes + type: long + metric_type: gauge + description: Queue Manager file system - bytes in use. + - name: ram + type: group + fields: + - name: free.percentage + type: float + metric_type: gauge + description: RAM free percentage. + - name: usage + type: group + fields: + - name: estimate.queue_manager.bytes + type: long + metric_type: gauge + description: RAM total bytes - estimate for queue manager. - name: rollback.count type: long metric_type: counter @@ -299,6 +438,20 @@ type: long metric_type: counter description: Delete non-durable subscription count. + - name: system + type: group + fields: + - name: cpu + type: group + fields: + - name: time.estimate.queue_manager.percentage + type: float + metric_type: gauge + description: System CPU time - percentage estimate for queue manager. + - name: time.percentage + type: float + metric_type: gauge + description: System CPU time percentage. - name: topic type: group fields: @@ -328,6 +481,175 @@ type: long metric_type: counter description: Interval total topic bytes put. + - name: trace + type: group + fields: + - name: file_system + type: group + fields: + - name: free_space.percentage + type: float + metric_type: gauge + description: MQ trace file system - free space. + - name: in_use.bytes + type: long + metric_type: gauge + description: MQ trace file system - bytes in use. + - name: user + type: group + fields: + - name: cpu + type: group + fields: + - name: time.estimate.queue_manager.percentage + type: float + metric_type: gauge + description: User CPU time - percentage estimate for queue manager. + - name: time.percentage + type: float + metric_type: gauge + description: User CPU time percentage. + - name: nha + type: group + fields: + - name: recovery + type: group + fields: + - name: average.network_round_trip.time.seconds + type: float + metric_type: gauge + description: Average network round trip time. + - name: backlog.average.bytes + type: long + metric_type: gauge + description: Backlog average bytes. + - name: backlog.bytes + type: long + metric_type: gauge + description: Backlog bytes. + - name: log.sent.compressed.bytes + type: long + metric_type: gauge + description: Compressed log bytes sent. + - name: log.data.average.compression.time.seconds + type: float + metric_type: gauge + description: Log data average compression time. + - name: log.data.average.decompression.time.seconds + type: float + metric_type: gauge + description: Log data average decompression time. + - name: log.decompressed.bytes + type: long + metric_type: gauge + description: Log bytes decompressed. + - name: log.sent.bytes + type: long + metric_type: counter + description: Log bytes sent. + - name: rebase.count + type: long + metric_type: gauge + description: Rebase count. + - name: log.sequence_number.recovery + type: long + metric_type: gauge + description: Recovery log sequence number. + - name: replication + type: group + fields: + - name: log.sequence_number.acknowledged + type: long + metric_type: gauge + description: Acknowledged log sequence number. + - name: average.network_round_trip.time.seconds + type: float + metric_type: gauge + description: Average network round trip time. + - name: backlog.average.bytes + type: long + metric_type: gauge + description: Backlog average bytes. + - name: backlog.bytes + type: long + metric_type: gauge + description: Backlog bytes. + - name: catch_up.log.sent.compressed.bytes + type: long + metric_type: counter + description: Catch-up compressed log bytes sent. + - name: catch_up.log.data.average.compression.time.seconds + type: float + metric_type: gauge + description: Catch-up log data average compression time. + - name: catch_up.log.data.average.decompression.time.seconds + type: float + metric_type: gauge + description: Catch-up log data average decompression time. + - name: catch_up.log.decompressed.bytes + type: long + metric_type: gauge + description: Catch-up log bytes decompressed. + - name: catch_up.log.sent.uncompressed.bytes + type: long + metric_type: counter + description: Catch-up uncompressed log bytes sent. + - name: catch_up.log.sent.bytes + type: long + metric_type: counter + description: Catch-up log bytes sent. + - name: log.file_system.free_space.percentage + type: float + metric_type: gauge + description: Log file system - free space. + - name: log.file_system.in_use.bytes + type: long + metric_type: gauge + description: Log file system - bytes in use. + - name: log.write.average.acknowledgement.latency.seconds + type: float + metric_type: gauge + description: Log write average acknowledgement latency. + - name: log.write.average.acknowledgement.size.bytes + type: long + metric_type: gauge + description: Log write average acknowledgement size. + - name: mq.fdc.file.count + type: long + metric_type: gauge + description: MQ FDC file count. + - name: queue_manager.file_system.free_space.percentage + type: float + metric_type: gauge + description: Queue Manager file system - free space. + - name: queue_manager.file_system.in_use.bytes + type: long + metric_type: gauge + description: Queue Manager file system - bytes in use. + - name: synchronous.log.sent.compressed.bytes + type: long + metric_type: counter + description: Synchronous compressed log bytes sent. + - name: synchronous.log.data.average.compression.time.seconds + type: float + metric_type: gauge + description: Synchronous log data average compression time. + - name: synchronous.log.data.average.decompression.time.seconds + type: float + metric_type: gauge + description: Synchronous log data average decompression time. + - name: synchronous.log.decompressed.bytes + type: long + metric_type: gauge + description: Synchronous log bytes decompressed. + - name: synchronous.log.sent.bytes + type: long + metric_type: counter + description: Synchronous log bytes sent. + - name: synchronous.log.sent.uncompressed.bytes + type: long + metric_type: counter + description: Synchronous uncompressed log bytes sent. - name: labels type: group fields: diff --git a/packages/ibmmq/data_stream/qmgr/sample_event.json b/packages/ibmmq/data_stream/qmgr/sample_event.json index 6598fdf53f6..7005d6dadbb 100755 --- a/packages/ibmmq/data_stream/qmgr/sample_event.json +++ b/packages/ibmmq/data_stream/qmgr/sample_event.json @@ -1,24 +1,24 @@ { - "@timestamp": "2024-05-28T10:25:41.537Z", + "@timestamp": "2026-03-19T22:40:01.042Z", "agent": { - "ephemeral_id": "2a2b7004-c50a-4ee2-9bc6-78d99713b117", - "id": "476beedd-c7de-4696-a85b-d20aa455d46a", - "name": "docker-fleet-agent", + "ephemeral_id": "d15b5676-526a-4e87-81d3-2a74f42e5a5a", + "id": "bcbcbee4-c185-49d6-963d-4df9cd2c5dfa", + "name": "elastic-agent-86864", "type": "metricbeat", - "version": "8.12.0" + "version": "9.3.2" }, "data_stream": { "dataset": "ibmmq.qmgr", - "namespace": "ep", + "namespace": "55431", "type": "metrics" }, "ecs": { "version": "8.11.0" }, "elastic_agent": { - "id": "476beedd-c7de-4696-a85b-d20aa455d46a", - "snapshot": false, - "version": "8.12.0" + "id": "bcbcbee4-c185-49d6-963d-4df9cd2c5dfa", + "snapshot": true, + "version": "9.3.2" }, "event": { "agent_id_status": "verified", @@ -26,8 +26,8 @@ "web" ], "dataset": "ibmmq.qmgr", - "duration": 15347292, - "ingested": "2024-05-28T10:25:53Z", + "duration": 12723400, + "ingested": "2026-03-19T22:40:04Z", "kind": "metric", "module": "ibmmq", "type": [ @@ -36,24 +36,23 @@ }, "host": { "architecture": "x86_64", - "containerized": true, - "hostname": "docker-fleet-agent", - "id": "829324aac17946dcace17006fa82a2d2", + "containerized": false, + "hostname": "elastic-agent-86864", "ip": [ - "192.168.243.9" + "172.18.0.7", + "172.25.0.2" ], "mac": [ - "02-42-AC-1F-00-07" + "02-42-AC-12-00-07", + "02-42-AC-19-00-02" ], - "name": "docker-fleet-agent", + "name": "elastic-agent-86864", "os": { - "codename": "focal", - "family": "debian", - "kernel": "3.10.0-1160.102.1.el7.x86_64", - "name": "Ubuntu", - "platform": "ubuntu", + "kernel": "6.8.0-106-generic", + "name": "Wolfi", + "platform": "wolfi", "type": "linux", - "version": "20.04.6 LTS (Focal Fossa)" + "version": "20230201" } }, "ibmmq": { @@ -74,7 +73,7 @@ "count": 0 }, "get": { - "count": 2 + "count": 6 }, "inquire": { "count": 0 @@ -94,22 +93,22 @@ "count": 0 }, "close": { - "count": 0 + "count": 19 }, "connections": { - "count": 0 + "count": 11 }, "control": { "count": 0 }, "disconnect": { - "count": 0 + "count": 1 }, "inquire": { - "count": 4 + "count": 7 }, "open": { - "count": 0 + "count": 30 }, "set": { "count": 0 @@ -118,34 +117,105 @@ "count": 0 }, "subscription_request": { - "count": 0 + "count": 1 + } + } + }, + "cpu": { + "load": { + "fifteen_minute": { + "average": { + "percentage": 1.86 + } + }, + "five_minute": { + "average": { + "percentage": 2.18 + } + }, + "one_minute": { + "average": { + "percentage": 2.67 + } } } }, "destructive": { "get": { - "bytes": 4868, - "count": 13 + "bytes": 10749, + "count": 27 + } + }, + "errors": { + "file_system": { + "free_space": { + "percentage": 49.79 + }, + "in_use": { + "bytes": 505299337216 + } } }, + "fdc": { + "files": 0 + }, "log": { + "file_system": { + "in_use": { + "bytes": 505299300352 + }, + "max": { + "bytes": 1006450962432 + } + }, + "in_use": { + "bytes": 50331648 + }, + "max": { + "bytes": 83886080 + }, + "primary_space": { + "in_use": { + "percentage": 1.89 + } + }, + "slowest_write": { + "since_restart": { + "seconds": 0.004807 + } + }, + "workload": { + "primary_space": { + "utilization": { + "percentage": 1.89 + } + } + }, + "write": { + "latency": { + "seconds": 0.002068 + }, + "size": { + "bytes": 5719 + } + }, "written": { "bytes": { - "logical": 0, - "physical": 0 + "logical": 26659, + "physical": 126976 } } }, "messages": { "commit": { - "count": 0 + "count": 9 }, "expired": { "count": 0 }, "failed": { "browse": { - "count": 0 + "count": 6 }, "mq": { "put": { @@ -158,8 +228,8 @@ }, "mq": { "put": { - "bytes": 4868, - "count": 13 + "bytes": 7817, + "count": 20 } }, "non_persistent": { @@ -169,53 +239,53 @@ }, "destructive": { "get": { - "count": 13 + "count": 12 } }, "get": { - "bytes": 4868 + "bytes": 4444 }, "mq": { "put": { - "count": 13 + "count": 6 }, "put1": { "count": 0 } }, "put": { - "bytes": 4868 + "bytes": 1956 } }, "persistent": { "browse": { - "bytes": 0, - "count": 0 + "bytes": 2908, + "count": 5 }, "destructive": { "get": { - "count": 0 + "count": 10 } }, "get": { - "bytes": 0 + "bytes": 3397 }, "mq": { "put": { - "count": 0 + "count": 10 }, "put1": { - "count": 0 + "count": 4 } }, "put": { - "bytes": 0 + "bytes": 5861 } }, "published": { "subscribers": { - "bytes": 3500, - "count": 13 + "bytes": 1320, + "count": 6 } }, "purged": { @@ -224,6 +294,28 @@ } } }, + "queue_manager": { + "file_system": { + "free_space": { + "percentage": 49.79 + }, + "in_use": { + "bytes": 505299337216 + } + } + }, + "ram": { + "free": { + "percentage": 12.97 + }, + "usage": { + "estimate": { + "queue_manager": { + "bytes": 197132288 + } + } + } + }, "rollback": { "count": 0 }, @@ -233,7 +325,7 @@ "count": 0 }, "create": { - "count": 0 + "count": 1 }, "delete": { "count": 0 @@ -259,23 +351,57 @@ } } }, + "system": { + "cpu": { + "time": { + "estimate": { + "queue_manager": { + "percentage": 0.08 + } + }, + "percentage": 2.63 + } + } + }, "topic": { "mq": { "put": { - "count": 13, + "count": 9, "failed": { "count": 0 }, "non_persistent": { - "count": 13 + "count": 6 }, "persistent": { - "count": 0 + "count": 3 } } }, "put": { - "bytes": 3500 + "bytes": 14560 + } + }, + "trace": { + "file_system": { + "free_space": { + "percentage": 49.79 + }, + "in_use": { + "bytes": 505299337216 + } + } + }, + "user": { + "cpu": { + "time": { + "estimate": { + "queue_manager": { + "percentage": 0.09 + } + }, + "percentage": 8.2 + } } } } @@ -285,10 +411,10 @@ "period": 10000 }, "service": { - "address": "http://elastic-package-service-ibmmq-1:9157/metrics", + "address": "http://svc-ibmmq:9157/metrics", "type": "ibmmq" }, "tags": [ "ibmmq-qmgr" ] -} \ No newline at end of file +} diff --git a/packages/ibmmq/docs/README.md b/packages/ibmmq/docs/README.md index 1aa80763c90..2c2941d7715 100755 --- a/packages/ibmmq/docs/README.md +++ b/packages/ibmmq/docs/README.md @@ -28,7 +28,7 @@ You can monitor and view logs within the ingested documents for IBM MQ using the ## Compatibility -This integration has been tested against IBM MQ v9.1 and IBM MQ v9.2. Currently, the `ibmmq qmgr` data stream is only compatible with the containerized versions of IBM MQ, such as those available from [IBM Cloud Container Registry](https://icr.io/) or [Docker Hub](https://hub.docker.com/r/ibmcom/mq). +This integration has been tested against IBM MQ v9.1, IBM MQ v9.2 and IBM MQ v9.4. Currently, the `ibmmq qmgr` data stream is only compatible with the containerized versions of IBM MQ, such as those available from [IBM Cloud Container Registry](https://icr.io/) or [Docker Hub](https://hub.docker.com/r/ibmcom/mq). ## What do I need to use this integration? @@ -61,32 +61,32 @@ After the integration is successfully configured, clicking on the Assets tab of ### Queue Manager performance metrics -The `qmgr` data stream collects [performance metrics of Queue Manager](https://www.ibm.com/docs/en/ibm-mq/9.2?topic=operator-metrics-published-when-using-mq) like messages, topics, subscriptions and calls. +The `qmgr` data stream collects [performance metrics of Queue Manager](https://www.ibm.com/docs/en/ibm-mq/9.4.x?topic=operator-metrics-published-by-mq-container) like messages, topics, subscriptions and calls. An example event for `qmgr` looks as following: ```json { - "@timestamp": "2024-05-28T10:25:41.537Z", + "@timestamp": "2026-03-19T22:40:01.042Z", "agent": { - "ephemeral_id": "2a2b7004-c50a-4ee2-9bc6-78d99713b117", - "id": "476beedd-c7de-4696-a85b-d20aa455d46a", - "name": "docker-fleet-agent", + "ephemeral_id": "d15b5676-526a-4e87-81d3-2a74f42e5a5a", + "id": "bcbcbee4-c185-49d6-963d-4df9cd2c5dfa", + "name": "elastic-agent-86864", "type": "metricbeat", - "version": "8.12.0" + "version": "9.3.2" }, "data_stream": { "dataset": "ibmmq.qmgr", - "namespace": "ep", + "namespace": "55431", "type": "metrics" }, "ecs": { "version": "8.11.0" }, "elastic_agent": { - "id": "476beedd-c7de-4696-a85b-d20aa455d46a", - "snapshot": false, - "version": "8.12.0" + "id": "bcbcbee4-c185-49d6-963d-4df9cd2c5dfa", + "snapshot": true, + "version": "9.3.2" }, "event": { "agent_id_status": "verified", @@ -94,8 +94,8 @@ An example event for `qmgr` looks as following: "web" ], "dataset": "ibmmq.qmgr", - "duration": 15347292, - "ingested": "2024-05-28T10:25:53Z", + "duration": 12723400, + "ingested": "2026-03-19T22:40:04Z", "kind": "metric", "module": "ibmmq", "type": [ @@ -104,24 +104,23 @@ An example event for `qmgr` looks as following: }, "host": { "architecture": "x86_64", - "containerized": true, - "hostname": "docker-fleet-agent", - "id": "829324aac17946dcace17006fa82a2d2", + "containerized": false, + "hostname": "elastic-agent-86864", "ip": [ - "192.168.243.9" + "172.18.0.7", + "172.25.0.2" ], "mac": [ - "02-42-AC-1F-00-07" + "02-42-AC-12-00-07", + "02-42-AC-19-00-02" ], - "name": "docker-fleet-agent", + "name": "elastic-agent-86864", "os": { - "codename": "focal", - "family": "debian", - "kernel": "3.10.0-1160.102.1.el7.x86_64", - "name": "Ubuntu", - "platform": "ubuntu", + "kernel": "6.8.0-106-generic", + "name": "Wolfi", + "platform": "wolfi", "type": "linux", - "version": "20.04.6 LTS (Focal Fossa)" + "version": "20230201" } }, "ibmmq": { @@ -142,7 +141,7 @@ An example event for `qmgr` looks as following: "count": 0 }, "get": { - "count": 2 + "count": 6 }, "inquire": { "count": 0 @@ -162,22 +161,22 @@ An example event for `qmgr` looks as following: "count": 0 }, "close": { - "count": 0 + "count": 19 }, "connections": { - "count": 0 + "count": 11 }, "control": { "count": 0 }, "disconnect": { - "count": 0 + "count": 1 }, "inquire": { - "count": 4 + "count": 7 }, "open": { - "count": 0 + "count": 30 }, "set": { "count": 0 @@ -186,34 +185,105 @@ An example event for `qmgr` looks as following: "count": 0 }, "subscription_request": { - "count": 0 + "count": 1 + } + } + }, + "cpu": { + "load": { + "fifteen_minute": { + "average": { + "percentage": 1.86 + } + }, + "five_minute": { + "average": { + "percentage": 2.18 + } + }, + "one_minute": { + "average": { + "percentage": 2.67 + } } } }, "destructive": { "get": { - "bytes": 4868, - "count": 13 + "bytes": 10749, + "count": 27 + } + }, + "errors": { + "file_system": { + "free_space": { + "percentage": 49.79 + }, + "in_use": { + "bytes": 505299337216 + } } }, + "fdc": { + "files": 0 + }, "log": { + "file_system": { + "in_use": { + "bytes": 505299300352 + }, + "max": { + "bytes": 1006450962432 + } + }, + "in_use": { + "bytes": 50331648 + }, + "max": { + "bytes": 83886080 + }, + "primary_space": { + "in_use": { + "percentage": 1.89 + } + }, + "slowest_write": { + "since_restart": { + "seconds": 0.004807 + } + }, + "workload": { + "primary_space": { + "utilization": { + "percentage": 1.89 + } + } + }, + "write": { + "latency": { + "seconds": 0.002068 + }, + "size": { + "bytes": 5719 + } + }, "written": { "bytes": { - "logical": 0, - "physical": 0 + "logical": 26659, + "physical": 126976 } } }, "messages": { "commit": { - "count": 0 + "count": 9 }, "expired": { "count": 0 }, "failed": { "browse": { - "count": 0 + "count": 6 }, "mq": { "put": { @@ -226,8 +296,8 @@ An example event for `qmgr` looks as following: }, "mq": { "put": { - "bytes": 4868, - "count": 13 + "bytes": 7817, + "count": 20 } }, "non_persistent": { @@ -237,53 +307,53 @@ An example event for `qmgr` looks as following: }, "destructive": { "get": { - "count": 13 + "count": 12 } }, "get": { - "bytes": 4868 + "bytes": 4444 }, "mq": { "put": { - "count": 13 + "count": 6 }, "put1": { "count": 0 } }, "put": { - "bytes": 4868 + "bytes": 1956 } }, "persistent": { "browse": { - "bytes": 0, - "count": 0 + "bytes": 2908, + "count": 5 }, "destructive": { "get": { - "count": 0 + "count": 10 } }, "get": { - "bytes": 0 + "bytes": 3397 }, "mq": { "put": { - "count": 0 + "count": 10 }, "put1": { - "count": 0 + "count": 4 } }, "put": { - "bytes": 0 + "bytes": 5861 } }, "published": { "subscribers": { - "bytes": 3500, - "count": 13 + "bytes": 1320, + "count": 6 } }, "purged": { @@ -292,6 +362,28 @@ An example event for `qmgr` looks as following: } } }, + "queue_manager": { + "file_system": { + "free_space": { + "percentage": 49.79 + }, + "in_use": { + "bytes": 505299337216 + } + } + }, + "ram": { + "free": { + "percentage": 12.97 + }, + "usage": { + "estimate": { + "queue_manager": { + "bytes": 197132288 + } + } + } + }, "rollback": { "count": 0 }, @@ -301,7 +393,7 @@ An example event for `qmgr` looks as following: "count": 0 }, "create": { - "count": 0 + "count": 1 }, "delete": { "count": 0 @@ -327,23 +419,57 @@ An example event for `qmgr` looks as following: } } }, + "system": { + "cpu": { + "time": { + "estimate": { + "queue_manager": { + "percentage": 0.08 + } + }, + "percentage": 2.63 + } + } + }, "topic": { "mq": { "put": { - "count": 13, + "count": 9, "failed": { "count": 0 }, "non_persistent": { - "count": 13 + "count": 6 }, "persistent": { - "count": 0 + "count": 3 } } }, "put": { - "bytes": 3500 + "bytes": 14560 + } + }, + "trace": { + "file_system": { + "free_space": { + "percentage": 49.79 + }, + "in_use": { + "bytes": 505299337216 + } + } + }, + "user": { + "cpu": { + "time": { + "estimate": { + "queue_manager": { + "percentage": 0.09 + } + }, + "percentage": 8.2 + } } } } @@ -353,7 +479,7 @@ An example event for `qmgr` looks as following: "period": 10000 }, "service": { - "address": "http://elastic-package-service-ibmmq-1:9157/metrics", + "address": "http://svc-ibmmq:9157/metrics", "type": "ibmmq" }, "tags": [ @@ -402,8 +528,29 @@ Refer to the following [document](https://www.elastic.co/guide/en/ecs/current/ec | ibmmq.qmgr.calls.succeeded.set.count | MQSET count. | long | counter | | ibmmq.qmgr.calls.succeeded.status.count | MQSTAT count. | long | counter | | ibmmq.qmgr.calls.succeeded.subscription_request.count | MQSUBRQ count. | long | counter | +| ibmmq.qmgr.cpu.load.fifteen_minute.average.percentage | CPU load - fifteen minute average. | float | gauge | +| ibmmq.qmgr.cpu.load.five_minute.average.percentage | CPU load - five minute average. | float | gauge | +| ibmmq.qmgr.cpu.load.one_minute.average.percentage | CPU load - one minute average. | float | gauge | | ibmmq.qmgr.destructive.get.bytes | Interval total destructive get - byte count. | long | counter | | ibmmq.qmgr.destructive.get.count | Interval total destructive get - count. | long | counter | +| ibmmq.qmgr.errors.file_system.free_space.percentage | MQ errors file system - free space. | float | gauge | +| ibmmq.qmgr.errors.file_system.in_use.bytes | MQ errors file system - bytes in use. | long | gauge | +| ibmmq.qmgr.fdc.files | MQ FDC file count. | long | gauge | +| ibmmq.qmgr.log.file_system.free_space.percentage | Log file system - free space. | float | gauge | +| ibmmq.qmgr.log.file_system.in_use.bytes | Log file system - bytes in use. | long | gauge | +| ibmmq.qmgr.log.file_system.max.bytes | Log file system - bytes max. | long | gauge | +| ibmmq.qmgr.log.in_use.bytes | Log - bytes in use. | long | gauge | +| ibmmq.qmgr.log.max.bytes | Log - bytes max. | long | gauge | +| ibmmq.qmgr.log.occupied.extents.waiting_to_be_archived.bytes | Log - occupied by extents waiting to be archived. | long | gauge | +| ibmmq.qmgr.log.occupied.reusable_extents.bytes | Log - bytes occupied by reusable extents. | long | gauge | +| ibmmq.qmgr.log.primary_space.in_use.percentage | Log - current primary space in use. | float | gauge | +| ibmmq.qmgr.log.required_for_media_recovery.bytes | Log - bytes required for media recovery. | long | gauge | +| ibmmq.qmgr.log.sequence_number.disk | Log - disk written log sequence number. | long | gauge | +| ibmmq.qmgr.log.sequence_number.quorum | Log - quorum log sequence number. | long | gauge | +| ibmmq.qmgr.log.slowest_write.since_restart.seconds | Log - slowest write since restart. | float | gauge | +| ibmmq.qmgr.log.workload.primary_space.utilization.percentage | Log - workload primary space utilization. | float | gauge | +| ibmmq.qmgr.log.write.latency.seconds | Log - write latency. | float | gauge | +| ibmmq.qmgr.log.write.size.bytes | Log - write size. | long | gauge | | ibmmq.qmgr.log.written.bytes.logical | Log - logical bytes written. | long | counter | | ibmmq.qmgr.log.written.bytes.physical | Log - physical bytes written. | long | counter | | ibmmq.qmgr.messages.commit.count | Commit count. | long | counter | @@ -430,6 +577,43 @@ Refer to the following [document](https://www.elastic.co/guide/en/ecs/current/ec | ibmmq.qmgr.messages.published.subscribers.bytes | Published to subscribers - byte count. | long | counter | | ibmmq.qmgr.messages.published.subscribers.count | Published to subscribers - message count. | long | counter | | ibmmq.qmgr.messages.purged.queue.count | Purged queue count. | long | counter | +| ibmmq.qmgr.nha.recovery.average.network_round_trip.time.seconds | Average network round trip time. | float | gauge | +| ibmmq.qmgr.nha.recovery.backlog.average.bytes | Backlog average bytes. | long | gauge | +| ibmmq.qmgr.nha.recovery.backlog.bytes | Backlog bytes. | long | gauge | +| ibmmq.qmgr.nha.recovery.log.data.average.compression.time.seconds | Log data average compression time. | float | gauge | +| ibmmq.qmgr.nha.recovery.log.data.average.decompression.time.seconds | Log data average decompression time. | float | gauge | +| ibmmq.qmgr.nha.recovery.log.decompressed.bytes | Log bytes decompressed. | long | gauge | +| ibmmq.qmgr.nha.recovery.log.sent.bytes | Log bytes sent. | long | counter | +| ibmmq.qmgr.nha.recovery.log.sent.compressed.bytes | Compressed log bytes sent. | long | gauge | +| ibmmq.qmgr.nha.recovery.log.sequence_number.recovery | Recovery log sequence number. | long | gauge | +| ibmmq.qmgr.nha.recovery.rebase.count | Rebase count. | long | gauge | +| ibmmq.qmgr.nha.replication.average.network_round_trip.time.seconds | Average network round trip time. | float | gauge | +| ibmmq.qmgr.nha.replication.backlog.average.bytes | Backlog average bytes. | long | gauge | +| ibmmq.qmgr.nha.replication.backlog.bytes | Backlog bytes. | long | gauge | +| ibmmq.qmgr.nha.replication.catch_up.log.data.average.compression.time.seconds | Catch-up log data average compression time. | float | gauge | +| ibmmq.qmgr.nha.replication.catch_up.log.data.average.decompression.time.seconds | Catch-up log data average decompression time. | float | gauge | +| ibmmq.qmgr.nha.replication.catch_up.log.decompressed.bytes | Catch-up log bytes decompressed. | long | gauge | +| ibmmq.qmgr.nha.replication.catch_up.log.sent.bytes | Catch-up log bytes sent. | long | counter | +| ibmmq.qmgr.nha.replication.catch_up.log.sent.compressed.bytes | Catch-up compressed log bytes sent. | long | counter | +| ibmmq.qmgr.nha.replication.catch_up.log.sent.uncompressed.bytes | Catch-up uncompressed log bytes sent. | long | counter | +| ibmmq.qmgr.nha.replication.log.file_system.free_space.percentage | Log file system - free space. | float | gauge | +| ibmmq.qmgr.nha.replication.log.file_system.in_use.bytes | Log file system - bytes in use. | long | gauge | +| ibmmq.qmgr.nha.replication.log.sequence_number.acknowledged | Acknowledged log sequence number. | long | gauge | +| ibmmq.qmgr.nha.replication.log.write.average.acknowledgement.latency.seconds | Log write average acknowledgement latency. | float | gauge | +| ibmmq.qmgr.nha.replication.log.write.average.acknowledgement.size.bytes | Log write average acknowledgement size. | long | gauge | +| ibmmq.qmgr.nha.replication.mq.fdc.file.count | MQ FDC file count. | long | gauge | +| ibmmq.qmgr.nha.replication.queue_manager.file_system.free_space.percentage | Queue Manager file system - free space. | float | gauge | +| ibmmq.qmgr.nha.replication.queue_manager.file_system.in_use.bytes | Queue Manager file system - bytes in use. | long | gauge | +| ibmmq.qmgr.nha.replication.synchronous.log.data.average.compression.time.seconds | Synchronous log data average compression time. | float | gauge | +| ibmmq.qmgr.nha.replication.synchronous.log.data.average.decompression.time.seconds | Synchronous log data average decompression time. | float | gauge | +| ibmmq.qmgr.nha.replication.synchronous.log.decompressed.bytes | Synchronous log bytes decompressed. | long | gauge | +| ibmmq.qmgr.nha.replication.synchronous.log.sent.bytes | Synchronous log bytes sent. | long | counter | +| ibmmq.qmgr.nha.replication.synchronous.log.sent.compressed.bytes | Synchronous compressed log bytes sent. | long | counter | +| ibmmq.qmgr.nha.replication.synchronous.log.sent.uncompressed.bytes | Synchronous uncompressed log bytes sent. | long | counter | +| ibmmq.qmgr.queue_manager.file_system.free_space.percentage | Queue Manager file system - free space. | float | gauge | +| ibmmq.qmgr.queue_manager.file_system.in_use.bytes | Queue Manager file system - bytes in use. | long | gauge | +| ibmmq.qmgr.ram.free.percentage | RAM free percentage. | float | gauge | +| ibmmq.qmgr.ram.usage.estimate.queue_manager.bytes | RAM total bytes - estimate for queue manager. | long | gauge | | ibmmq.qmgr.rollback.count | Rollback count. | long | counter | | ibmmq.qmgr.subscription.durable.alter.count | Alter durable subscription count. | long | counter | | ibmmq.qmgr.subscription.durable.create.count | Create durable subscription count. | long | counter | @@ -439,11 +623,17 @@ Refer to the following [document](https://www.elastic.co/guide/en/ecs/current/ec | ibmmq.qmgr.subscription.failed.delete.count | Subscription delete failure count. | long | counter | | ibmmq.qmgr.subscription.non_durable.create.count | Create non-durable subscription count. | long | counter | | ibmmq.qmgr.subscription.non_durable.delete.count | Delete non-durable subscription count. | long | counter | +| ibmmq.qmgr.system.cpu.time.estimate.queue_manager.percentage | System CPU time - percentage estimate for queue manager. | float | gauge | +| ibmmq.qmgr.system.cpu.time.percentage | System CPU time percentage. | float | gauge | | ibmmq.qmgr.topic.mq.put.count | Topic MQPUT/MQPUT1 interval total. | long | counter | | ibmmq.qmgr.topic.mq.put.failed.count | Failed topic MQPUT/MQPUT1 count. | long | counter | | ibmmq.qmgr.topic.mq.put.non_persistent.count | Non-persistent - topic MQPUT/MQPUT1 count. | long | counter | | ibmmq.qmgr.topic.mq.put.persistent.count | Persistent - topic MQPUT/MQPUT1 count. | long | counter | | ibmmq.qmgr.topic.put.bytes | Interval total topic bytes put. | long | counter | +| ibmmq.qmgr.trace.file_system.free_space.percentage | MQ trace file system - free space. | float | gauge | +| ibmmq.qmgr.trace.file_system.in_use.bytes | MQ trace file system - bytes in use. | long | gauge | +| ibmmq.qmgr.user.cpu.time.estimate.queue_manager.percentage | User CPU time - percentage estimate for queue manager. | float | gauge | +| ibmmq.qmgr.user.cpu.time.percentage | User CPU time percentage. | float | gauge | | service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | @@ -457,32 +647,32 @@ An example event for `errorlog` looks as following: ```json { - "@timestamp": "2024-05-28T10:29:59.860Z", + "@timestamp": "2026-03-19T22:38:36.869Z", "agent": { - "ephemeral_id": "cbbb6e1e-c10f-4635-bb3e-b42063268637", - "id": "476beedd-c7de-4696-a85b-d20aa455d46a", - "name": "docker-fleet-agent", + "ephemeral_id": "a011b947-d019-43ee-a154-fe60d15539e4", + "id": "0ab76002-6449-49c0-b8e4-5012dae7b745", + "name": "elastic-agent-33173", "type": "filebeat", - "version": "8.12.0" + "version": "9.3.2" }, "data_stream": { "dataset": "ibmmq.errorlog", - "namespace": "ep", + "namespace": "77308", "type": "logs" }, "ecs": { "version": "8.11.0" }, "elastic_agent": { - "id": "476beedd-c7de-4696-a85b-d20aa455d46a", - "snapshot": false, - "version": "8.12.0" + "id": "0ab76002-6449-49c0-b8e4-5012dae7b745", + "snapshot": true, + "version": "9.3.2" }, "event": { "agent_id_status": "verified", - "created": "2024-05-28T10:30:26.219Z", + "created": "2026-03-19T22:39:00.004Z", "dataset": "ibmmq.errorlog", - "ingested": "2024-05-28T10:30:38Z", + "ingested": "2026-03-19T22:39:03Z", "kind": "event", "module": "ibmmq", "type": [ @@ -490,22 +680,22 @@ An example event for `errorlog` looks as following: ] }, "host": { - "hostname": "99726abecb7d", - "name": "docker-fleet-agent" + "hostname": "5b506fb42ae8", + "name": "elastic-agent-33173" }, "ibmmq": { "errorlog": { "error": { - "action": "Host Info :- Linux 3.10.0-1160.102.1.el7.x86_64 (MQ Linux (x86-64 platform) 64-bit) Installation :- /opt/mqm (Installation1) Version :- 9.2.4.0 (p924-L211105.DE) ACTION: None.", + "action": "None.", "code": "AMQ6287I", - "description": "IBM MQ V9.2.4.0 (p924-L211105.DE).", - "explanation": "IBM MQ system" + "description": "IBM MQ V9.4.0.20 (p940-020-260211).", + "explanation": "IBM MQ system information: Host Info :- Linux 6.8.0-106-generic (MQ Linux (x86-64 platform) 64-bit) Installation :- /opt/mqm (Installation1) Version :- 9.4.0.20 (p940-020-260211)" }, "insert": { "comment": [ - "Linux 3.10.0-1160.102.1.el7.x86_64 (MQ Linux (x86-64 platform) 64-bit)", + "Linux 6.8.0-106-generic (MQ Linux (x86-64 platform) 64-bit)", "/opt/mqm (Installation1)", - "9.2.4.0 (p924-L211105.DE)" + "9.4.0.20 (p940-020-260211)" ] }, "installation": "Installation1" @@ -518,17 +708,15 @@ An example event for `errorlog` looks as following: "file": { "path": "/tmp/service_logs/AMQERR01.LOG" }, - "flags": [ - "multiline" - ], + "flags": "multiline", "offset": 0 }, "process": { - "pid": 58.1, + "pid": 456.1, "title": "crtmqm" }, "service": { - "version": "9.2.4.0" + "version": "9.4.0.20" }, "tags": [ "forwarded", diff --git a/packages/ibmmq/manifest.yml b/packages/ibmmq/manifest.yml index ba2332adcf3..bbf383febc0 100644 --- a/packages/ibmmq/manifest.yml +++ b/packages/ibmmq/manifest.yml @@ -1,7 +1,7 @@ format_version: 3.0.2 name: ibmmq title: IBM MQ -version: "1.8.0" +version: "1.9.0" source: license: Elastic-2.0 description: Collect logs and metrics from IBM MQ with Elastic Agent. From 9776420548041648822ad0c487365498f85e0c5a Mon Sep 17 00:00:00 2001 From: Giorgi Imerlishvili Date: Fri, 20 Mar 2026 03:11:50 +0400 Subject: [PATCH 2/3] update changelog --- packages/ibmmq/changelog.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/ibmmq/changelog.yml b/packages/ibmmq/changelog.yml index 2aa0ce80319..d246efeace2 100644 --- a/packages/ibmmq/changelog.yml +++ b/packages/ibmmq/changelog.yml @@ -3,7 +3,7 @@ changes: - description: Add ibm mq 9.4 version type: enhancement - link: https://github.com/elastic/integrations/pull/17912 + link: https://github.com/elastic/integrations/pull/17913 - version: "1.8.0" changes: - description: Improve documentation From 0b28a16b387ed2241a834e6dc4b42a5ecd7f787f Mon Sep 17 00:00:00 2001 From: Giorgi Imerlishvili Date: Fri, 20 Mar 2026 03:40:32 +0400 Subject: [PATCH 3/3] change pipeline log file names --- .../pipeline/{test-errorlog_9.4.log => test-errorlog-9-4.log} | 0 ..._9.4.log-expected.json => test-errorlog-9-4.log-expected.json} | 0 2 files changed, 0 insertions(+), 0 deletions(-) rename packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/{test-errorlog_9.4.log => test-errorlog-9-4.log} (100%) rename packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/{test-errorlog_9.4.log-expected.json => test-errorlog-9-4.log-expected.json} (100%) diff --git a/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog_9.4.log b/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog-9-4.log similarity index 100% rename from packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog_9.4.log rename to packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog-9-4.log diff --git a/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog_9.4.log-expected.json b/packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog-9-4.log-expected.json similarity index 100% rename from packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog_9.4.log-expected.json rename to packages/ibmmq/data_stream/errorlog/_dev/test/pipeline/test-errorlog-9-4.log-expected.json