{ "results": [ { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:10:18.949Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:11:18.963Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:12:18.978Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:13:18.981Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:14:18.982Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:15:18.984Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:16:18.988Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:17:19.003Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:18:19.012Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:19:19.018Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:20:19.025Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:21:19.038Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:22:19.048Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:23:19.051Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:24:19.053Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:25:19.059Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:26:19.062Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:27:19.062Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:28:19.074Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:29:19.087Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:30:19.099Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:31:19.104Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:32:19.106Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:33:19.120Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:34:19.120Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:35:19.129Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:36:19.139Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:37:19.144Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:38:19.155Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:39:19.165Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:40:19.166Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:41:19.170Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:42:19.178Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:43:19.183Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:44:19.192Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:45:19.204Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:46:19.216Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:47:19.226Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:48:19.226Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:49:19.235Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:50:19.240Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:51:19.244Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:52:19.250Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:53:19.255Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:54:19.267Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:55:19.268Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:56:19.282Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:57:19.284Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:58:19.295Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T10:59:19.303Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:00:19.304Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:01:19.317Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:02:19.332Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:03:19.340Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:04:19.355Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:05:19.358Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:06:19.369Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:07:19.384Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:08:19.388Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:09:19.391Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:10:19.400Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:11:19.416Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:12:19.419Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:13:19.429Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:14:19.444Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:15:19.453Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:16:19.455Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:17:19.460Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:18:19.460Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:19:19.463Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:20:19.473Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:21:19.477Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:22:19.480Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:23:19.482Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:24:19.493Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:25:19.499Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:26:19.513Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:27:19.525Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:28:19.527Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:29:19.532Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:30:19.547Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:31:19.562Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:32:19.577Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:33:19.586Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:34:19.599Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:35:19.609Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:36:19.612Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:37:19.625Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:38:19.625Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:39:19.629Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:40:19.631Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:41:19.631Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:42:19.633Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:43:19.649Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:44:19.663Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:45:19.670Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:46:19.675Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:47:19.689Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:48:19.692Z" }, { "ruleId": "test-errors", "ruleName": "Errors (updated)", "matchedLines": [ "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." ], "totalMatches": 146, "sources": [ "sample-logs/app.log" ], "timestamp": "2026-05-04T11:49:19.693Z" } ], "rules": [ { "id": "test-errors", "lastTriggered": "2026-05-04T11:49:19.693Z", "matchCount": 25404 }, { "id": "test-security", "lastTriggered": "2026-05-04T08:57:20.351Z", "matchCount": 8 } ] }