{ "results": [ { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:06:33.556Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:07:33.565Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:08:33.574Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:09:33.580Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:10:33.594Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:11:33.598Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:12:33.603Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:13:33.609Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:14:33.623Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:15:33.630Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:16:33.638Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:17:33.643Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:18:33.651Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:19:33.660Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:20:33.674Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:21:33.686Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:22:33.689Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:23:33.702Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:24:33.709Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:25:33.714Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:26:33.721Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:27:33.731Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:28:33.741Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:29:33.748Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:30:33.751Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:31:33.752Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:32:33.763Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:33:33.775Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:34:33.774Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:35:33.788Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:36:33.801Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-05T17:37:33.807Z" }, { "ruleId": "error-check", "ruleName": "Error & Fatal Detection", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:48:04.018Z" }, { "ruleId": "security-audit", "ruleName": "Security: Root Access", "matchedLines": [ "2026-04-30T06:30:01Z WARN [db] root login detected from 10.0.0.1 - session 4482\r", "2026-04-30T06:30:05Z WARN [db] root executed: GRANT ALL PRIVILEGES ON *.* TO 'backdoor'@'%'\r", "2026-04-30T06:30:06Z ERROR [db] CRITICAL: root executed: DROP TABLE audit_log\r", "2026-04-30T07:05:35Z WARN [db] root login detected from 192.168.1.51 - session 4501\r" ], "totalMatches": 4, "sources": [ "sample-logs/security-audit.log" ], "timestamp": "2026-05-24T10:48:04.021Z" }, { "ruleId": "slow-queries", "ruleName": "Slow Query Detection", "matchedLines": [ "2026-04-29T06:00:22.525Z WARN [queue] Slow query detected: UPDATE FROM orders took 4108ms", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:02:09.710Z WARN [database] Slow query detected: DELETE FROM orders took 7361ms", "2026-04-29T06:07:58.268Z WARN [metrics] Slow query detected: INSERT FROM notifications took 1767ms", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:08:58.425Z WARN [config] Slow query detected: INSERT FROM products took 5610ms", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:09:32.700Z WARN [metrics] Slow query detected: INSERT FROM users took 9358ms", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:17:28.818Z WARN [http] Slow query detected: SELECT FROM notifications took 2451ms", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:07:16.720Z WARN [queue] Slow query detected: DELETE FROM users took 5985ms", "2026-04-29T06:13:36.850Z WARN [auth] Slow query detected: INSERT FROM sessions took 8233ms", "2026-04-29T06:24:03.810Z WARN [config] Slow query detected: SELECT FROM users took 8825ms", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:25:58.242Z WARN [scheduler] Slow query detected: UPDATE FROM audit_log took 2403ms" ], "totalMatches": 21, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:48:04.025Z" }, { "ruleId": "error-check", "ruleName": "Error Detection (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:48:06.021Z" }, { "ruleId": "security-audit", "ruleName": "Security: Root Access", "matchedLines": [ "2026-04-30T06:30:01Z WARN [db] root login detected from 10.0.0.1 - session 4482\r", "2026-04-30T06:30:05Z WARN [db] root executed: GRANT ALL PRIVILEGES ON *.* TO 'backdoor'@'%'\r", "2026-04-30T06:30:06Z ERROR [db] CRITICAL: root executed: DROP TABLE audit_log\r", "2026-04-30T07:05:35Z WARN [db] root login detected from 192.168.1.51 - session 4501\r" ], "totalMatches": 4, "sources": [ "sample-logs/security-audit.log" ], "timestamp": "2026-05-24T10:48:06.026Z" }, { "ruleId": "error-check", "ruleName": "Error Detection (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:49:04.012Z" }, { "ruleId": "error-check", "ruleName": "Error Detection (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:50:04.017Z" }, { "ruleId": "test-errors", "ruleName": "Error & Fatal in app.log", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:50:07.552Z" }, { "ruleId": "test-security", "ruleName": "Root Access (Telegram)", "matchedLines": [ "2026-04-30T06:30:01Z WARN [db] root login detected from 10.0.0.1 - session 4482\r", "2026-04-30T06:30:05Z WARN [db] root executed: GRANT ALL PRIVILEGES ON *.* TO 'backdoor'@'%'\r", "2026-04-30T06:30:06Z ERROR [db] CRITICAL: root executed: DROP TABLE audit_log\r", "2026-04-30T07:05:35Z WARN [db] root login detected from 192.168.1.51 - session 4501\r" ], "totalMatches": 4, "sources": [ "sample-logs/security-audit.log" ], "timestamp": "2026-05-24T10:50:07.556Z" }, { "ruleId": "test-slow", "ruleName": "Slow Queries", "matchedLines": [ "2026-04-29T06:00:22.525Z WARN [queue] Slow query detected: UPDATE FROM orders took 4108ms", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:02:09.710Z WARN [database] Slow query detected: DELETE FROM orders took 7361ms", "2026-04-29T06:07:58.268Z WARN [metrics] Slow query detected: INSERT FROM notifications took 1767ms", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:08:58.425Z WARN [config] Slow query detected: INSERT FROM products took 5610ms", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:09:32.700Z WARN [metrics] Slow query detected: INSERT FROM users took 9358ms", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:17:28.818Z WARN [http] Slow query detected: SELECT FROM notifications took 2451ms", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:07:16.720Z WARN [queue] Slow query detected: DELETE FROM users took 5985ms", "2026-04-29T06:13:36.850Z WARN [auth] Slow query detected: INSERT FROM sessions took 8233ms", "2026-04-29T06:24:03.810Z WARN [config] Slow query detected: SELECT FROM users took 8825ms", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:25:58.242Z WARN [scheduler] Slow query detected: UPDATE FROM audit_log took 2403ms" ], "totalMatches": 21, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:50:07.560Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:51:04.024Z" }, { "ruleId": "test-security", "ruleName": "Root Access (Telegram)", "matchedLines": [ "2026-04-30T06:30:01Z WARN [db] root login detected from 10.0.0.1 - session 4482\r", "2026-04-30T06:30:05Z WARN [db] root executed: GRANT ALL PRIVILEGES ON *.* TO 'backdoor'@'%'\r", "2026-04-30T06:30:06Z ERROR [db] CRITICAL: root executed: DROP TABLE audit_log\r", "2026-04-30T07:05:35Z WARN [db] root login detected from 192.168.1.51 - session 4501\r" ], "totalMatches": 4, "sources": [ "sample-logs/security-audit.log" ], "timestamp": "2026-05-24T10:51:04.028Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:52:04.036Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:53:04.037Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:54:04.049Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:55:04.055Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:56:04.057Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:57:04.059Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:58:04.065Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T10:59:04.065Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:00:04.069Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:01:04.083Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:02:04.087Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:03:04.094Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:04:04.095Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:05:04.100Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:06:04.106Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:07:04.117Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:08:04.122Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:09:04.125Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:10:04.129Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:11:04.135Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:12:04.134Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:13:04.143Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:14:04.147Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:15:04.161Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:16:04.167Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:17:04.169Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:18:04.168Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:19:04.172Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:20:04.175Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:21:04.191Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:22:04.196Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:23:04.210Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:24:04.224Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:25:04.225Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:26:04.237Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:27:04.244Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:28:04.245Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:29:04.244Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:30:04.252Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:31:04.261Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:32:04.267Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:33:04.282Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:34:04.285Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:35:04.290Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:36:04.290Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:37:04.296Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:38:04.305Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:39:04.320Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:40:04.326Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:41:04.327Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:42:04.327Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:43:04.341Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:44:04.350Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:45:04.357Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:46:04.369Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:47:04.379Z" } ], "rules": [ { "id": "test-errors", "lastTriggered": "2026-05-24T11:47:04.379Z", "matchCount": 8468 }, { "id": "test-security", "lastTriggered": "2026-05-24T10:51:04.028Z", "matchCount": 8 } ] }