From a64a262465adf368c5a7b3c30f46389abb20facf Mon Sep 17 00:00:00 2001 From: Kevin Date: Sun, 24 May 2026 13:42:49 +0200 Subject: [PATCH] Final --- collector-data/_streams.json | 28 +- monitor-data/_monitor_state.json | 16508 ++++++++++++++--------------- 2 files changed, 8197 insertions(+), 8339 deletions(-) diff --git a/collector-data/_streams.json b/collector-data/_streams.json index 24518bb..12b89e2 100644 --- a/collector-data/_streams.json +++ b/collector-data/_streams.json @@ -3,25 +3,25 @@ "id": "web-app", "name": "web-app", "createdAt": "2026-05-01T19:00:40.860Z", - "lineCount": 106, - "lastReceived": "2026-05-24T10:50:35.000Z", - "currentFileSize": 6090 + "lineCount": 175, + "lastReceived": "2026-05-24T11:42:33.026Z", + "currentFileSize": 10132 }, { "id": "auth-service", "name": "auth-service", "createdAt": "2026-05-01T19:00:40.862Z", - "lineCount": 99, - "lastReceived": "2026-05-24T10:50:34.385Z", - "currentFileSize": 5678 + "lineCount": 207, + "lastReceived": "2026-05-24T11:42:31.802Z", + "currentFileSize": 11921 }, { "id": "worker-1", "name": "worker-1", "createdAt": "2026-05-01T19:00:43.603Z", - "lineCount": 94, - "lastReceived": "2026-05-24T10:50:34.697Z", - "currentFileSize": 5421 + "lineCount": 194, + "lastReceived": "2026-05-24T11:42:33.644Z", + "currentFileSize": 11180 }, { "id": "app-server", @@ -43,16 +43,16 @@ "id": "payment-api", "name": "payment-api", "createdAt": "2026-05-24T10:48:07.019Z", - "lineCount": 126, - "lastReceived": "2026-05-24T10:50:35.311Z", - "currentFileSize": 7290 + "lineCount": 208, + "lastReceived": "2026-05-24T11:42:33.948Z", + "currentFileSize": 11927 }, { "id": "auth-svc", "name": "auth-svc", "createdAt": "2026-05-24T10:50:07.509Z", - "lineCount": 1, + "lineCount": 0, "lastReceived": "2026-05-24T10:50:07.510Z", - "currentFileSize": 23 + "currentFileSize": 0 } ] \ No newline at end of file diff --git a/monitor-data/_monitor_state.json b/monitor-data/_monitor_state.json index e54b9af..7222f1c 100644 --- a/monitor-data/_monitor_state.json +++ b/monitor-data/_monitor_state.json @@ -155,8327 +155,6 @@ "sources": [ "sample-logs/app.log" ], - "timestamp": "2026-05-05T16:08:33.168Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:09:33.168Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:10:33.180Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:11:33.187Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:12:33.191Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:13:33.192Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:14:33.204Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:15:33.219Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:16:33.229Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:17:33.232Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:18:33.233Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:19:33.247Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:20:33.246Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:21:33.246Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:22:33.256Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:23:33.269Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:24:33.272Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:25:33.274Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:26:33.279Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:27:33.279Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:28:33.288Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:29:33.299Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:30:33.315Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:31:33.330Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:32:33.340Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:33:33.349Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:34:33.360Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:35:33.369Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:36:33.384Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:37:33.388Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:38:33.389Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:39:33.392Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:40:33.396Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:41:33.407Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:42:33.407Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:43:33.412Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:44:33.420Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:45:33.428Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:46:33.436Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:47:33.449Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:48:33.456Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:49:33.459Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:50:33.474Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:51:33.474Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:52:33.477Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:53:33.482Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:54:33.490Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:55:33.493Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:56:33.501Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:57:33.503Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:58:33.503Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T16:59:33.504Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T17:00:33.506Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], "timestamp": "2026-05-05T17:01:33.517Z" }, { @@ -15023,18 +6702,8197 @@ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:50:07.560Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T10:51:04.024Z" + }, + { + "ruleId": "test-security", + "ruleName": "Root Access (Telegram)", + "matchedLines": [ + "2026-04-30T06:30:01Z WARN [db] root login detected from 10.0.0.1 - session 4482\r", + "2026-04-30T06:30:05Z WARN [db] root executed: GRANT ALL PRIVILEGES ON *.* TO 'backdoor'@'%'\r", + "2026-04-30T06:30:06Z ERROR [db] CRITICAL: root executed: DROP TABLE audit_log\r", + "2026-04-30T07:05:35Z WARN [db] root login detected from 192.168.1.51 - session 4501\r" + ], + "totalMatches": 4, + "sources": [ + "sample-logs/security-audit.log" + ], + "timestamp": "2026-05-24T10:51:04.028Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T10:52:04.036Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T10:53:04.037Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T10:54:04.049Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T10:55:04.055Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T10:56:04.057Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T10:57:04.059Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T10:58:04.065Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T10:59:04.065Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:00:04.069Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:01:04.083Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:02:04.087Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:03:04.094Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:04:04.095Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:05:04.100Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:06:04.106Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:07:04.117Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:08:04.122Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:09:04.125Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:10:04.129Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:11:04.135Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:12:04.134Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:13:04.143Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:14:04.147Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:15:04.161Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:16:04.167Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:17:04.169Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:18:04.168Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:19:04.172Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:20:04.175Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:21:04.191Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:22:04.196Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:23:04.210Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:24:04.224Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:25:04.225Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:26:04.237Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:27:04.244Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:28:04.245Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:29:04.244Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:30:04.252Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:31:04.261Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:32:04.267Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:33:04.282Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:34:04.285Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:35:04.290Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:36:04.290Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:37:04.296Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:38:04.305Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:39:04.320Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:40:04.326Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:41:04.327Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:42:04.327Z" } ], "rules": [ { "id": "test-errors", - "lastTriggered": null, - "matchCount": 146 + "lastTriggered": "2026-05-24T11:42:04.327Z", + "matchCount": 7738 }, { "id": "test-security", - "lastTriggered": null, - "matchCount": 4 + "lastTriggered": "2026-05-24T10:51:04.028Z", + "matchCount": 8 } ] } \ No newline at end of file