From b157142e9703202a8b97659c72082bde9306d64d Mon Sep 17 00:00:00 2001 From: Kevin Date: Fri, 29 May 2026 18:43:53 +0200 Subject: [PATCH] Final --- Dockerfile | 34 +- README.md | 36 + collector-data/_streams.json | 24 +- dist-server/server.js | 70 +- dist-server/server.js.map | 2 +- monitor-data/_monitor_state.json | 1574 +++++++++++++++--------------- src/server/server.ts | 73 +- 7 files changed, 958 insertions(+), 855 deletions(-) diff --git a/Dockerfile b/Dockerfile index 4524fc2..0cdd8b0 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,38 +1,30 @@ -FROM node:20-alpine - +FROM node:20-alpine AS builder WORKDIR /app - -# Install compression tools for bz2, xz, zstd support -RUN apk add --no-cache bzip2 xz zstd - -# Copy package files and install deps COPY package.json package-lock.json* ./ -RUN npm ci --omit=dev 2>/dev/null || npm install --omit=dev - -# Copy TypeScript config and source +RUN npm ci COPY tsconfig.server.json ./ COPY src/server/ ./src/server/ +RUN npx tsc -p tsconfig.server.json + +FROM node:20-alpine +WORKDIR /app +RUN apk add --no-cache bzip2 xz zstd +COPY package.json package-lock.json* ./ +RUN npm ci --omit=dev +COPY --from=builder /app/dist-server/ ./dist-server/ COPY src/web/ ./src/web/ - -# Install typescript for build, compile, then remove -RUN npm install typescript@5.7.2 && \ - npx tsc -p tsconfig.server.json && \ - npm uninstall typescript - -# Copy sample logs COPY sample-logs/ ./sample-logs/ - -# Generate sample logs RUN node sample-logs/generate-logs.js -# Environment defaults ENV LOG_SOURCES=/app/sample-logs/app.log,/app/sample-logs/nginx-access.log,/app/sample-logs/syslog,/app/sample-logs/archived.log.gz ENV LOG_THEME=dark ENV LOG_REFRESH_INTERVAL=3000 ENV LOG_TAIL_MODE=true +ENV LOG_MODE=both ENV PORT=8080 ENV HOST=0.0.0.0 EXPOSE 8080 - +HEALTHCHECK --interval=30s --timeout=5s --start-period=10s --retries=3 \ + CMD wget -qO- http://localhost:8080/api/health || exit 1 CMD ["node", "dist-server/server.js"] diff --git a/README.md b/README.md index eb58533..3696cbb 100644 --- a/README.md +++ b/README.md @@ -21,6 +21,42 @@ Open http://localhost:8080 in your browser. | Collector | `cp .env.collector .env && node dist-server/server.js` | 8081 | Receive & store logs | | Monitor | `cp .env.monitor .env && node dist-server/server.js` | 8082 | Scan & alert on patterns | +## Docker + +```bash +docker pull git.kgessner.de/keviin/logmaster:latest +docker run -d -p 8080:8080 git.kgessner.de/keviin/logmaster:latest +``` + +**Wichtig:** Collector-Daten liegen im Container unter `/app/collector-data/`. Ohne Volume-Mount gehen diese bei Neustart verloren: + +```bash +docker run -d -p 8080:8080 \ + -v ./collector-data:/app/collector-data \ + -v ./monitor-data:/app/monitor-data \ + git.kgessner.de/keviin/logmaster:latest +``` + +**Health Check:** Der Container hat einen eingebauten HEALTHCHECK auf `/api/health`. Manuell prüfbar mit: + +```bash +curl http://localhost:8080/api/health +``` + +## Environment Variables + +| Variable | Default | Description | +|----------|---------|-------------| +| `LOG_MODE` | `both` | Mode: `viewer`, `collector`, `monitor`, `both`, `all` | +| `PORT` | `8080` | HTTP port | +| `HOST` | `0.0.0.0` | Bind address | +| `LOG_SOURCES` | _(empty)_ | Comma-separated file paths | +| `COLLECTOR_UDP_PORT` | `5140` | UDP syslog port | +| `MONITOR_ENABLED` | `true` | Enable monitor scanning | +| `MONITOR_SCAN_INTERVAL` | `60000` | Scan interval in ms | +| `MONITOR_RULES` | `[]` | JSON array of monitor rules | +| `REMOTE_COLLECTOR_URL` | _(empty)_ | URL to remote collector (viewer mode) | + ## Documentation - **[Full Documentation](DOCS.md)** — Complete reference diff --git a/collector-data/_streams.json b/collector-data/_streams.json index 2d14194..231329b 100644 --- a/collector-data/_streams.json +++ b/collector-data/_streams.json @@ -3,25 +3,25 @@ "id": "web-app", "name": "web-app", "createdAt": "2026-05-01T19:00:40.860Z", - "lineCount": 195, - "lastReceived": "2026-05-24T11:43:01.562Z", - "currentFileSize": 11308 + "lineCount": 387, + "lastReceived": "2026-05-24T11:47:08.882Z", + "currentFileSize": 22227 }, { "id": "auth-service", "name": "auth-service", "createdAt": "2026-05-01T19:00:40.862Z", - "lineCount": 226, - "lastReceived": "2026-05-24T11:42:59.719Z", - "currentFileSize": 13002 + "lineCount": 436, + "lastReceived": "2026-05-24T11:47:08.570Z", + "currentFileSize": 24871 }, { "id": "worker-1", "name": "worker-1", "createdAt": "2026-05-01T19:00:43.603Z", - "lineCount": 220, - "lastReceived": "2026-05-24T11:43:00.958Z", - "currentFileSize": 12665 + "lineCount": 430, + "lastReceived": "2026-05-24T11:47:08.259Z", + "currentFileSize": 24716 }, { "id": "app-server", @@ -43,9 +43,9 @@ "id": "payment-api", "name": "payment-api", "createdAt": "2026-05-24T10:48:07.019Z", - "lineCount": 233, - "lastReceived": "2026-05-24T11:43:01.262Z", - "currentFileSize": 13352 + "lineCount": 432, + "lastReceived": "2026-05-24T11:47:07.635Z", + "currentFileSize": 24781 }, { "id": "auth-svc", diff --git a/dist-server/server.js b/dist-server/server.js index 96f7d16..dc23f54 100644 --- a/dist-server/server.js +++ b/dist-server/server.js @@ -190,6 +190,18 @@ const server = http.createServer(async (req, res) => { // ---- API Routes ---- if (pathname.startsWith('/api/')) { try { + // GET /api/health + if (pathname === '/api/health' && method === 'GET') { + return sendJson(res, { + status: 'ok', + mode: MODE, + uptime: process.uptime(), + collector: collector ? 'active' : 'off', + monitor: monitor ? 'active' : 'off', + sources: logSourceManager.getSources().length, + s3Sources: s3Sources.size, + }); + } // GET /api/mode if (pathname === '/api/mode' && method === 'GET') { return sendJson(res, { mode: MODE, hasCollector: !!collector, hasRemoteCollector: !!REMOTE_COLLECTOR_URL, s3Sources: Array.from(s3Sources.keys()) }); @@ -216,17 +228,29 @@ const server = http.createServer(async (req, res) => { logSourceManager.removeSource(sourcePath); return sendJson(res, logSourceManager.getSources()); } - // GET /api/logs?source=... + // GET /api/logs?source=...&level=...&offset=... if (pathname === '/api/logs' && method === 'GET') { const source = parsedUrl.query.source; + const levelFilter = parsedUrl.query.level; + const offsetParam = parsedUrl.query.offset; + const offset = offsetParam ? parseInt(offsetParam, 10) : 0; + let entries; if (source && source !== 'ALL') { - const entries = await logSourceManager.readLog(source); - return sendJson(res, entries); + entries = await logSourceManager.readLog(source); } else { - const entries = await logSourceManager.readAllLogs(); - return sendJson(res, entries); + entries = await logSourceManager.readAllLogs(); } + // Apply level filter + if (levelFilter && levelFilter !== 'ALL') { + const filterUpper = levelFilter.toUpperCase(); + entries = entries.filter((e) => e.level && e.level.toUpperCase() === filterUpper); + } + // Apply offset + if (offset > 0 && offset < entries.length) { + entries = entries.slice(offset); + } + return sendJson(res, entries); } // ---- S3 endpoints ---- // POST /api/s3/add { name, bucket, prefix, accessKeyId, secretAccessKey, region, endpoint? } @@ -251,8 +275,14 @@ const server = http.createServer(async (req, res) => { const s3 = s3Sources.get(name); if (!s3) return sendError(res, `S3 source not found: ${name}`, 404); - const objects = await s3.listObjects(prefix); - return sendJson(res, objects); + try { + const objects = await s3.listObjects(prefix); + return sendJson(res, objects); + } + catch (err) { + console.warn(`[S3] Connection error for source "${name}":`, err.message); + return sendError(res, `S3 connection failed for "${name}": ${err.message}`, 502); + } } // GET /api/s3/read?name=...&key=... if (pathname === '/api/s3/read' && method === 'GET') { @@ -263,16 +293,22 @@ const server = http.createServer(async (req, res) => { return sendError(res, `S3 source not found: ${name}`, 404); if (!key) return sendError(res, 'Missing key parameter', 400); - const content = await s3.getObject(key); - const lines = content.split('\n').filter(l => l.trim() !== ''); - const entries = lines.map((line, i) => ({ - line, - lineNumber: i + 1, - source: `s3://${name}/${key}`, - timestamp: extractTimestamp(line), - level: extractLevel(line), - })); - return sendJson(res, entries); + try { + const content = await s3.getObject(key); + const lines = content.split('\n').filter(l => l.trim() !== ''); + const entries = lines.map((line, i) => ({ + line, + lineNumber: i + 1, + source: `s3://${name}/${key}`, + timestamp: extractTimestamp(line), + level: extractLevel(line), + })); + return sendJson(res, entries); + } + catch (err) { + console.warn(`[S3] Read error for "${name}/${key}":`, err.message); + return sendError(res, `S3 read failed: ${err.message}`, 502); + } } // DELETE /api/s3/remove?name=... if (pathname === '/api/s3/remove' && method === 'DELETE') { diff --git a/dist-server/server.js.map b/dist-server/server.js.map index 159e870..541efbd 100644 --- a/dist-server/server.js.map +++ b/dist-server/server.js.map @@ -1 +1 @@ -{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server/server.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,uCAAyB;AACzB,2CAA6B;AAC7B,yCAA2B;AAC3B,yDAAsD;AACtD,mDAAgD;AAChD,2CAA2C;AAC3C,yCAAgD;AAChD,6CAA8C;AAC9C,uCAAsD;AAEtD,MAAM,aAAa,GAAG,IAAI,6BAAa,EAAE,CAAC;AAC1C,MAAM,gBAAgB,GAAG,IAAI,mCAAgB,CAAC,aAAa,CAAC,CAAC;AAE7D,4DAA4D;AAC5D,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;AAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;AACtD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,SAAS,CAAC;AAE3C,kBAAkB;AAClB,IAAI,SAAS,GAAwB,IAAI,CAAC;AAC1C,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5C,IAAI,cAAc,GAAU,EAAE,CAAC;IAC/B,IAAI,CAAC;QAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,IAAI,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,CAAC;IAE7F,SAAS,GAAG,IAAI,wBAAY,CAAC;QAC3B,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,gBAAgB,CAAC;QAC3F,iBAAiB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,QAAQ,EAAE,EAAE,CAAC;QAC5E,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,IAAI,EAAE,EAAE,CAAC;QACnE,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,OAAO;QACzD,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,MAAM,EAAE,EAAE,CAAC;QAC/D,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,OAAO;QACxD,QAAQ,EAAE;YACR,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,SAAS,EAAE,EAAE,CAAC;YAChF,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,QAAQ,EAAE,EAAE,CAAC;YAC1E,WAAW,EAAG,OAAO,CAAC,GAAG,CAAC,8BAAsC,IAAI,MAAM;YAC1E,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,MAAM;SAClE;QACD,cAAc;KACf,CAAC,CAAC;AACL,CAAC;AAED,sBAAsB;AACtB,MAAM,SAAS,GAA0B,IAAI,GAAG,EAAE,CAAC;AACnD,SAAS,oBAAoB;IAC3B,yCAAyC;IACzC,6DAA6D;IAC7D,gFAAgF;IAChF,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC;IAC5F,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,EAAE,CAAC;IACpG,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,WAAW,CAAC;IACpF,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;IAErD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvD,IAAI,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACpK,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YACzD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACxB,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAE9C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,IAAI,eAAe,CAAC;YAC/F,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,IAAI,eAAe,CAAC;YAC/F,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,IAAI,YAAY,CAAC;YACrF,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,IAAI,cAAc,CAAC;YAE3F,IAAI,SAAS,IAAI,SAAS,IAAI,MAAM,EAAE,CAAC;gBACrC,MAAM,MAAM,GAAa,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,QAAQ,EAAE,QAAQ,IAAI,SAAS,EAAE,CAAC;gBAC9J,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,mBAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AACD,oBAAoB,EAAE,CAAC;AAEvB,gBAAgB;AAChB,IAAI,OAAO,GAAsB,IAAI,CAAC;AACtC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;IAC5D,IAAI,YAAY,GAAU,EAAE,CAAC;IAC7B,IAAI,CAAC;QAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,CAAC;IAE/E,OAAO,GAAG,IAAI,oBAAU,CAAC;QACvB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,OAAO;QAChD,cAAc,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,OAAO,EAAE,EAAE,CAAC;QAC1E,KAAK,EAAE,YAAY;QACnB,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC;KACxF,CAAC,CAAC;AACL,CAAC;AAED,0EAA0E;AAC1E,MAAM,oBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC;AAEpE,MAAM,UAAU,GAA2B;IACzC,OAAO,EAAE,0BAA0B;IACnC,MAAM,EAAE,yBAAyB;IACjC,KAAK,EAAE,uCAAuC;IAC9C,OAAO,EAAE,iCAAiC;IAC1C,MAAM,EAAE,WAAW;IACnB,MAAM,EAAE,eAAe;IACvB,MAAM,EAAE,cAAc;CACvB,CAAC;AAEF,SAAS,QAAQ,CAAC,GAAwB,EAAE,IAAa,EAAE,MAAM,GAAG,GAAG;IACrE,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,iCAAiC,EAAE,CAAC,CAAC;IAC7E,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,SAAS,CAAC,GAAwB,EAAE,OAAe,EAAE,MAAM,GAAG,GAAG;IACxE,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,GAAyB;IAC/C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACtD,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACtE,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,UAAkB;IAC3C,IAAI,CAAC,oBAAoB;QAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC7E,MAAM,OAAO,GAAG,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,UAAU,CAAC;IAErE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACnF,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAyB,EAAE,EAAE;YACnD,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9C,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACjB,IAAI,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC/D,CAAC;gBAAC,MAAM,CAAC;oBAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAC,CAAC;YAC/D,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;IAClD,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,GAAG,CAAC;IAC3C,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC;IAEnC,OAAO;IACP,GAAG,CAAC,SAAS,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;IAClD,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,4BAA4B,CAAC,CAAC;IAC5E,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,6BAA6B,CAAC,CAAC;IAE7E,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAAC,GAAG,CAAC,GAAG,EAAE,CAAC;QAAC,OAAO;IAAC,CAAC;IAEpE,gCAAgC;IAChC,IAAI,SAAS,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,OAAO,GAAG,SAAS,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC5D,IAAI,OAAO;YAAE,OAAO;IACtB,CAAC;IAED,8BAA8B;IAC9B,IAAI,OAAO,IAAI,QAAQ,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;QACpD,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC1D,IAAI,OAAO;YAAE,OAAO;IACtB,CAAC;IAED,uBAAuB;IACvB,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,gBAAgB;YAChB,IAAI,QAAQ,KAAK,WAAW,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACjD,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC,oBAAoB,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;YACvJ,CAAC;YAED,kBAAkB;YAClB,IAAI,QAAQ,KAAK,aAAa,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACnD,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,GAAG,aAAa,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,mBAAmB;YACnB,IAAI,QAAQ,KAAK,cAAc,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACpD,OAAO,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC;YACtD,CAAC;YAED,qCAAqC;YACrC,IAAI,QAAQ,KAAK,cAAc,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC7C,gBAAgB,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtC,OAAO,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC;YACtD,CAAC;YAED,+BAA+B;YAC/B,IAAI,QAAQ,KAAK,cAAc,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACvD,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,IAAc,CAAC;gBAClD,IAAI,CAAC,UAAU;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,wBAAwB,EAAE,GAAG,CAAC,CAAC;gBACtE,gBAAgB,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;gBAC1C,OAAO,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC;YACtD,CAAC;YAED,2BAA2B;YAC3B,IAAI,QAAQ,KAAK,WAAW,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACjD,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,MAA4B,CAAC;gBAC5D,IAAI,MAAM,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;oBAC/B,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;oBACvD,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACN,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,WAAW,EAAE,CAAC;oBACrD,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;YAED,yBAAyB;YAEzB,8FAA8F;YAC9F,IAAI,QAAQ,KAAK,aAAa,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACpD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC7C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;gBACtF,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,IAAI,CAAC,eAAe,IAAI,CAAC,MAAM,EAAE,CAAC;oBACpE,OAAO,SAAS,CAAC,GAAG,EAAE,6EAA6E,EAAE,GAAG,CAAC,CAAC;gBAC5G,CAAC;gBACD,MAAM,MAAM,GAAa,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;gBAC5F,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,mBAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC1C,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3C,CAAC;YAED,sBAAsB;YACtB,IAAI,QAAQ,KAAK,iBAAiB,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACvD,OAAO,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACrD,CAAC;YAED,uCAAuC;YACvC,IAAI,QAAQ,KAAK,cAAc,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACpD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAc,CAAC;gBAC5C,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,MAA4B,CAAC;gBAC5D,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,CAAC,EAAE;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,wBAAwB,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;gBACpE,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAC7C,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAChC,CAAC;YAED,oCAAoC;YACpC,IAAI,QAAQ,KAAK,cAAc,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACpD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAc,CAAC;gBAC5C,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,GAAa,CAAC;gBAC1C,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,CAAC,EAAE;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,wBAAwB,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;gBACpE,IAAI,CAAC,GAAG;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,uBAAuB,EAAE,GAAG,CAAC,CAAC;gBAC9D,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC/D,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBACtC,IAAI;oBACJ,UAAU,EAAE,CAAC,GAAG,CAAC;oBACjB,MAAM,EAAE,QAAQ,IAAI,IAAI,GAAG,EAAE;oBAC7B,SAAS,EAAE,gBAAgB,CAAC,IAAI,CAAC;oBACjC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC;iBAC1B,CAAC,CAAC,CAAC;gBACJ,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAChC,CAAC;YAED,iCAAiC;YACjC,IAAI,QAAQ,KAAK,gBAAgB,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACzD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAc,CAAC;gBAC5C,IAAI,CAAC,IAAI;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,wBAAwB,EAAE,GAAG,CAAC,CAAC;gBAChE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACvB,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YACrC,CAAC;YAED,4EAA4E;YAE5E,0BAA0B;YAC1B,IAAI,QAAQ,KAAK,qBAAqB,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC3D,IAAI,CAAC,oBAAoB;oBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACpD,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,oBAAoB,CAAC,CAAC;oBACxD,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,SAAS,CAAC,GAAG,EAAE,kCAAmC,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;gBACpF,CAAC;YACH,CAAC;YAED,oCAAoC;YACpC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;YACzF,IAAI,iBAAiB,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC1C,MAAM,QAAQ,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;gBACtC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAA0B,CAAC;gBACxD,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9C,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,qBAAqB,QAAQ,GAAG,SAAS,EAAE,CAAC,CAAC;oBAC5E,6BAA6B;oBAC7B,MAAM,KAAK,GAAa,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;oBACzC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAY,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC;wBACtD,IAAI;wBACJ,UAAU,EAAE,CAAC,GAAG,CAAC;wBACjB,MAAM,EAAE,eAAe,QAAQ,EAAE;wBACjC,SAAS,EAAE,gBAAgB,CAAC,IAAI,CAAC;wBACjC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC;qBAC1B,CAAC,CAAC,CAAC;oBACJ,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,SAAS,CAAC,GAAG,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;YAED,oDAAoD;YAEpD,6BAA6B;YAC7B,IAAI,QAAQ,KAAK,wBAAwB,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC9D,IAAI,CAAC,SAAS;oBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACzC,OAAO,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;YAC/C,CAAC;YAED,gCAAgC;YAChC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;YAC3F,IAAI,gBAAgB,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACzC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;gBACrC,IAAI,CAAC,SAAS;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,uBAAuB,EAAE,GAAG,CAAC,CAAC;gBACpE,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAA0B,CAAC;oBACxD,MAAM,KAAK,GAAG,SAAS,CAAC,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;oBACpF,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;wBACtC,IAAI;wBACJ,UAAU,EAAE,CAAC,GAAG,CAAC;wBACjB,MAAM,EAAE,YAAY,QAAQ,EAAE;wBAC9B,SAAS,EAAE,gBAAgB,CAAC,IAAI,CAAC;wBACjC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC;qBAC1B,CAAC,CAAC,CAAC;oBACJ,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,SAAS,CAAC,GAAG,EAAG,GAAa,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,IAAI,QAAQ,KAAK,kBAAkB,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACzD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC7C,IAAA,2BAAc,EAAC,IAAI,CAAC,CAAC;gBACrB,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YACrC,CAAC;YAED,OAAO,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;YACjC,OAAO,SAAS,CAAC,GAAG,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IACxD,IAAI,QAAgB,CAAC;IAErB,6EAA6E;IAC7E,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,aAAa,EAAE,CAAC;QACnD,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACzB,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;QACjD,CAAC;aAAM,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5C,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAAC,OAAO;IACnD,CAAC;IAED,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YAC5E,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAAC,OAAO;QACnD,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,0BAA0B,CAAC;QAClE,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC,CAAC;QACpD,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAAC,GAAG,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACvD,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,mBAAmB;AACnB,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,QAAQ,GAAG;QACf,2EAA2E;QAC3E,gDAAgD;QAChD,gEAAgE;KACjE,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QAAC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAAC,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAAC,CAAC;IAC1E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,KAAK,MAAM,KAAK,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;QACpF,IAAI,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;IAC5F,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;IAC7B,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,IAAI,IAAI,qBAAqB,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC;IACzH,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC;IACnG,OAAO,CAAC,GAAG,CAAC,oBAAoB,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,6BAA6B,CAAC,CAAC;IAC3F,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,6BAA6B,CAAC,CAAC;IACzF,IAAI,oBAAoB,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,oBAAoB,oBAAoB,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;IAC3F,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,IAAI,IAAI,4DAA4D,CAAC,CAAC;QACzG,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,IAAI,IAAI,oDAAoD,CAAC,CAAC;QACjG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC"} \ No newline at end of file +{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server/server.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,uCAAyB;AACzB,2CAA6B;AAC7B,yCAA2B;AAC3B,yDAAsD;AACtD,mDAAgD;AAChD,2CAA2C;AAC3C,yCAAgD;AAChD,6CAA8C;AAC9C,uCAAsD;AAEtD,MAAM,aAAa,GAAG,IAAI,6BAAa,EAAE,CAAC;AAC1C,MAAM,gBAAgB,GAAG,IAAI,mCAAgB,CAAC,aAAa,CAAC,CAAC;AAE7D,4DAA4D;AAC5D,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;AAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;AACtD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,SAAS,CAAC;AAE3C,kBAAkB;AAClB,IAAI,SAAS,GAAwB,IAAI,CAAC;AAC1C,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5C,IAAI,cAAc,GAAU,EAAE,CAAC;IAC/B,IAAI,CAAC;QAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,IAAI,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,CAAC;IAE7F,SAAS,GAAG,IAAI,wBAAY,CAAC;QAC3B,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,gBAAgB,CAAC;QAC3F,iBAAiB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,QAAQ,EAAE,EAAE,CAAC;QAC5E,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,IAAI,EAAE,EAAE,CAAC;QACnE,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,OAAO;QACzD,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,MAAM,EAAE,EAAE,CAAC;QAC/D,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,OAAO;QACxD,QAAQ,EAAE;YACR,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,SAAS,EAAE,EAAE,CAAC;YAChF,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,QAAQ,EAAE,EAAE,CAAC;YAC1E,WAAW,EAAG,OAAO,CAAC,GAAG,CAAC,8BAAsC,IAAI,MAAM;YAC1E,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,MAAM;SAClE;QACD,cAAc;KACf,CAAC,CAAC;AACL,CAAC;AAED,sBAAsB;AACtB,MAAM,SAAS,GAA0B,IAAI,GAAG,EAAE,CAAC;AACnD,SAAS,oBAAoB;IAC3B,yCAAyC;IACzC,6DAA6D;IAC7D,gFAAgF;IAChF,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC;IAC5F,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,EAAE,CAAC;IACpG,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,WAAW,CAAC;IACpF,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;IAErD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvD,IAAI,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACpK,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YACzD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACxB,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAE9C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,IAAI,eAAe,CAAC;YAC/F,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,IAAI,eAAe,CAAC;YAC/F,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,IAAI,YAAY,CAAC;YACrF,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,IAAI,cAAc,CAAC;YAE3F,IAAI,SAAS,IAAI,SAAS,IAAI,MAAM,EAAE,CAAC;gBACrC,MAAM,MAAM,GAAa,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,QAAQ,EAAE,QAAQ,IAAI,SAAS,EAAE,CAAC;gBAC9J,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,mBAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AACD,oBAAoB,EAAE,CAAC;AAEvB,gBAAgB;AAChB,IAAI,OAAO,GAAsB,IAAI,CAAC;AACtC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;IAC5D,IAAI,YAAY,GAAU,EAAE,CAAC;IAC7B,IAAI,CAAC;QAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,CAAC;IAE/E,OAAO,GAAG,IAAI,oBAAU,CAAC;QACvB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,OAAO;QAChD,cAAc,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,OAAO,EAAE,EAAE,CAAC;QAC1E,KAAK,EAAE,YAAY;QACnB,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC;KACxF,CAAC,CAAC;AACL,CAAC;AAED,0EAA0E;AAC1E,MAAM,oBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC;AAEpE,MAAM,UAAU,GAA2B;IACzC,OAAO,EAAE,0BAA0B;IACnC,MAAM,EAAE,yBAAyB;IACjC,KAAK,EAAE,uCAAuC;IAC9C,OAAO,EAAE,iCAAiC;IAC1C,MAAM,EAAE,WAAW;IACnB,MAAM,EAAE,eAAe;IACvB,MAAM,EAAE,cAAc;CACvB,CAAC;AAEF,SAAS,QAAQ,CAAC,GAAwB,EAAE,IAAa,EAAE,MAAM,GAAG,GAAG;IACrE,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,iCAAiC,EAAE,CAAC,CAAC;IAC7E,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,SAAS,CAAC,GAAwB,EAAE,OAAe,EAAE,MAAM,GAAG,GAAG;IACxE,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,GAAyB;IAC/C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACtD,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACtE,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,UAAkB;IAC3C,IAAI,CAAC,oBAAoB;QAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC7E,MAAM,OAAO,GAAG,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,UAAU,CAAC;IAErE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACnF,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAyB,EAAE,EAAE;YACnD,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9C,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACjB,IAAI,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC/D,CAAC;gBAAC,MAAM,CAAC;oBAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAC,CAAC;YAC/D,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;IAClD,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,GAAG,CAAC;IAC3C,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC;IAEnC,OAAO;IACP,GAAG,CAAC,SAAS,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;IAClD,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,4BAA4B,CAAC,CAAC;IAC5E,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,6BAA6B,CAAC,CAAC;IAE7E,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAAC,GAAG,CAAC,GAAG,EAAE,CAAC;QAAC,OAAO;IAAC,CAAC;IAEpE,gCAAgC;IAChC,IAAI,SAAS,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,OAAO,GAAG,SAAS,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC5D,IAAI,OAAO;YAAE,OAAO;IACtB,CAAC;IAED,8BAA8B;IAC9B,IAAI,OAAO,IAAI,QAAQ,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;QACpD,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC1D,IAAI,OAAO;YAAE,OAAO;IACtB,CAAC;IAED,uBAAuB;IACvB,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,kBAAkB;YAClB,IAAI,QAAQ,KAAK,aAAa,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACnD,OAAO,QAAQ,CAAC,GAAG,EAAE;oBACnB,MAAM,EAAE,IAAI;oBACZ,IAAI,EAAE,IAAI;oBACV,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;oBACxB,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK;oBACvC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK;oBACnC,OAAO,EAAE,gBAAgB,CAAC,UAAU,EAAE,CAAC,MAAM;oBAC7C,SAAS,EAAE,SAAS,CAAC,IAAI;iBAC1B,CAAC,CAAC;YACL,CAAC;YAED,gBAAgB;YAChB,IAAI,QAAQ,KAAK,WAAW,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACjD,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC,oBAAoB,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;YACvJ,CAAC;YAED,kBAAkB;YAClB,IAAI,QAAQ,KAAK,aAAa,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACnD,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,GAAG,aAAa,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,mBAAmB;YACnB,IAAI,QAAQ,KAAK,cAAc,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACpD,OAAO,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC;YACtD,CAAC;YAED,qCAAqC;YACrC,IAAI,QAAQ,KAAK,cAAc,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC7C,gBAAgB,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtC,OAAO,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC;YACtD,CAAC;YAED,+BAA+B;YAC/B,IAAI,QAAQ,KAAK,cAAc,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACvD,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,IAAc,CAAC;gBAClD,IAAI,CAAC,UAAU;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,wBAAwB,EAAE,GAAG,CAAC,CAAC;gBACtE,gBAAgB,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;gBAC1C,OAAO,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC;YACtD,CAAC;YAED,gDAAgD;YAChD,IAAI,QAAQ,KAAK,WAAW,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACjD,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,MAA4B,CAAC;gBAC5D,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,KAA2B,CAAC;gBAChE,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,MAA4B,CAAC;gBACjE,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAE3D,IAAI,OAAc,CAAC;gBACnB,IAAI,MAAM,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;oBAC/B,OAAO,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACnD,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,MAAM,gBAAgB,CAAC,WAAW,EAAE,CAAC;gBACjD,CAAC;gBAED,qBAAqB;gBACrB,IAAI,WAAW,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;oBACzC,MAAM,WAAW,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;oBAC9C,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,WAAW,CAAC,CAAC;gBACzF,CAAC;gBAED,eAAe;gBACf,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;oBAC1C,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAClC,CAAC;gBAED,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAChC,CAAC;YAED,yBAAyB;YAEzB,8FAA8F;YAC9F,IAAI,QAAQ,KAAK,aAAa,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACpD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC7C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;gBACtF,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,IAAI,CAAC,eAAe,IAAI,CAAC,MAAM,EAAE,CAAC;oBACpE,OAAO,SAAS,CAAC,GAAG,EAAE,6EAA6E,EAAE,GAAG,CAAC,CAAC;gBAC5G,CAAC;gBACD,MAAM,MAAM,GAAa,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;gBAC5F,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,mBAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC1C,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3C,CAAC;YAED,sBAAsB;YACtB,IAAI,QAAQ,KAAK,iBAAiB,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACvD,OAAO,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACrD,CAAC;YAED,uCAAuC;YACvC,IAAI,QAAQ,KAAK,cAAc,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACpD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAc,CAAC;gBAC5C,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,MAA4B,CAAC;gBAC5D,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,CAAC,EAAE;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,wBAAwB,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;gBACpE,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;oBAC7C,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,IAAI,CAAC,qCAAqC,IAAI,IAAI,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;oBACpF,OAAO,SAAS,CAAC,GAAG,EAAE,6BAA6B,IAAI,MAAO,GAAa,CAAC,OAAO,EAAE,EAAE,GAAG,CAAC,CAAC;gBAC9F,CAAC;YACH,CAAC;YAED,oCAAoC;YACpC,IAAI,QAAQ,KAAK,cAAc,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACpD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAc,CAAC;gBAC5C,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,GAAa,CAAC;gBAC1C,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,CAAC,EAAE;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,wBAAwB,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;gBACpE,IAAI,CAAC,GAAG;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,uBAAuB,EAAE,GAAG,CAAC,CAAC;gBAC9D,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;oBACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC/D,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;wBACtC,IAAI;wBACJ,UAAU,EAAE,CAAC,GAAG,CAAC;wBACjB,MAAM,EAAE,QAAQ,IAAI,IAAI,GAAG,EAAE;wBAC7B,SAAS,EAAE,gBAAgB,CAAC,IAAI,CAAC;wBACjC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC;qBAC1B,CAAC,CAAC,CAAC;oBACJ,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,IAAI,CAAC,wBAAwB,IAAI,IAAI,GAAG,IAAI,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;oBAC9E,OAAO,SAAS,CAAC,GAAG,EAAE,mBAAoB,GAAa,CAAC,OAAO,EAAE,EAAE,GAAG,CAAC,CAAC;gBAC1E,CAAC;YACH,CAAC;YAED,iCAAiC;YACjC,IAAI,QAAQ,KAAK,gBAAgB,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACzD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAc,CAAC;gBAC5C,IAAI,CAAC,IAAI;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,wBAAwB,EAAE,GAAG,CAAC,CAAC;gBAChE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACvB,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YACrC,CAAC;YAED,4EAA4E;YAE5E,0BAA0B;YAC1B,IAAI,QAAQ,KAAK,qBAAqB,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC3D,IAAI,CAAC,oBAAoB;oBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACpD,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,oBAAoB,CAAC,CAAC;oBACxD,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,SAAS,CAAC,GAAG,EAAE,kCAAmC,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;gBACpF,CAAC;YACH,CAAC;YAED,oCAAoC;YACpC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;YACzF,IAAI,iBAAiB,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC1C,MAAM,QAAQ,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;gBACtC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAA0B,CAAC;gBACxD,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9C,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,qBAAqB,QAAQ,GAAG,SAAS,EAAE,CAAC,CAAC;oBAC5E,6BAA6B;oBAC7B,MAAM,KAAK,GAAa,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;oBACzC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAY,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC;wBACtD,IAAI;wBACJ,UAAU,EAAE,CAAC,GAAG,CAAC;wBACjB,MAAM,EAAE,eAAe,QAAQ,EAAE;wBACjC,SAAS,EAAE,gBAAgB,CAAC,IAAI,CAAC;wBACjC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC;qBAC1B,CAAC,CAAC,CAAC;oBACJ,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,SAAS,CAAC,GAAG,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;YAED,oDAAoD;YAEpD,6BAA6B;YAC7B,IAAI,QAAQ,KAAK,wBAAwB,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC9D,IAAI,CAAC,SAAS;oBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACzC,OAAO,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;YAC/C,CAAC;YAED,gCAAgC;YAChC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;YAC3F,IAAI,gBAAgB,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACzC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;gBACrC,IAAI,CAAC,SAAS;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,uBAAuB,EAAE,GAAG,CAAC,CAAC;gBACpE,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAA0B,CAAC;oBACxD,MAAM,KAAK,GAAG,SAAS,CAAC,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;oBACpF,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;wBACtC,IAAI;wBACJ,UAAU,EAAE,CAAC,GAAG,CAAC;wBACjB,MAAM,EAAE,YAAY,QAAQ,EAAE;wBAC9B,SAAS,EAAE,gBAAgB,CAAC,IAAI,CAAC;wBACjC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC;qBAC1B,CAAC,CAAC,CAAC;oBACJ,OAAO,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,SAAS,CAAC,GAAG,EAAG,GAAa,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,IAAI,QAAQ,KAAK,kBAAkB,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACzD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC7C,IAAA,2BAAc,EAAC,IAAI,CAAC,CAAC;gBACrB,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YACrC,CAAC;YAED,OAAO,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;YACjC,OAAO,SAAS,CAAC,GAAG,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IACxD,IAAI,QAAgB,CAAC;IAErB,6EAA6E;IAC7E,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,aAAa,EAAE,CAAC;QACnD,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACzB,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;QACjD,CAAC;aAAM,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5C,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAAC,OAAO;IACnD,CAAC;IAED,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YAC5E,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAAC,OAAO;QACnD,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,0BAA0B,CAAC;QAClE,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC,CAAC;QACpD,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAAC,GAAG,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACvD,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,mBAAmB;AACnB,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,QAAQ,GAAG;QACf,2EAA2E;QAC3E,gDAAgD;QAChD,gEAAgE;KACjE,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QAAC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAAC,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAAC,CAAC;IAC1E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,KAAK,MAAM,KAAK,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;QACpF,IAAI,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;IAC5F,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;IAC7B,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,IAAI,IAAI,qBAAqB,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC;IACzH,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC;IACnG,OAAO,CAAC,GAAG,CAAC,oBAAoB,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,6BAA6B,CAAC,CAAC;IAC3F,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,6BAA6B,CAAC,CAAC;IACzF,IAAI,oBAAoB,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,oBAAoB,oBAAoB,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;IAC3F,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,IAAI,IAAI,4DAA4D,CAAC,CAAC;QACzG,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,IAAI,IAAI,oDAAoD,CAAC,CAAC;QACjG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC"} \ No newline at end of file diff --git a/monitor-data/_monitor_state.json b/monitor-data/_monitor_state.json index 7222f1c..e2b5641 100644 --- a/monitor-data/_monitor_state.json +++ b/monitor-data/_monitor_state.json @@ -155,791 +155,6 @@ "sources": [ "sample-logs/app.log" ], - "timestamp": "2026-05-05T17:01:33.517Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T17:02:33.526Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T17:03:33.536Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T17:04:33.550Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], - "timestamp": "2026-05-05T17:05:33.556Z" - }, - { - "ruleId": "test-errors", - "ruleName": "Errors (updated)", - "matchedLines": [ - "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", - "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", - "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", - "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", - "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", - "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", - "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", - "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", - "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", - "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", - "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", - "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", - "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", - "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", - "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", - "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", - "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", - "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", - "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", - "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", - "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", - "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", - "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", - "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", - "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", - "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", - "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", - "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", - "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", - "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", - "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", - "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", - "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", - "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", - "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", - "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", - "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", - "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", - "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", - "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", - "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", - "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", - "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", - "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", - "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", - "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", - "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", - "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", - "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", - "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", - "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", - "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", - "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", - "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", - "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", - "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", - "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", - "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", - "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", - "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", - "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", - "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", - "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", - "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", - "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", - "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", - "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", - "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", - "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", - "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", - "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", - "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", - "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", - "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", - "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", - "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", - "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", - "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", - "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", - "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", - "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", - "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", - "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", - "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", - "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", - "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", - "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", - "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", - "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", - "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", - "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", - "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", - "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", - "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", - "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", - "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", - "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", - "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", - "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", - "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", - "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", - "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." - ], - "totalMatches": 146, - "sources": [ - "sample-logs/app.log" - ], "timestamp": "2026-05-05T17:06:33.556Z" }, { @@ -14881,13 +14096,798 @@ "sample-logs/app.log" ], "timestamp": "2026-05-24T11:42:04.327Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:43:04.341Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:44:04.350Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:45:04.357Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:46:04.369Z" + }, + { + "ruleId": "test-errors", + "ruleName": "Errors (updated)", + "matchedLines": [ + "2026-04-29T06:00:07.292Z ERROR [database] Authentication failed for charlie@corp.com: invalid credentials", + "2026-04-29T06:00:01.686Z FATAL [auth] Disk space critical: 96% used on /data", + "2026-04-29T06:00:43.695Z ERROR [auth] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:01.969Z ERROR [storage] File operation failed: permission denied", + "2026-04-29T06:00:25.164Z ERROR [api] 502 Internal Server Error: GET /api/health - TimeoutException", + "2026-04-29T06:00:31.160Z ERROR [database] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:01:39.480Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:57.260Z FATAL [config] Unrecoverable error in api: process will restart", + "2026-04-29T06:02:06.072Z ERROR [storage] File operation failed: file not found", + "2026-04-29T06:00:16.560Z ERROR [storage] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:00:45.906Z FATAL [http] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:02:10.320Z FATAL [queue] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:01:42.648Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:00:46.893Z FATAL [database] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:04.950Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:02:48.112Z FATAL [api] Unrecoverable error in api: process will restart", + "2026-04-29T06:04:39.136Z ERROR [metrics] Authentication failed for bob@corp.com: MFA required", + "2026-04-29T06:03:01.412Z FATAL [config] Disk space critical: 98% used on /data", + "2026-04-29T06:04:29.073Z ERROR [auth] 500 Internal Server Error: POST /api/users - TimeoutException", + "2026-04-29T06:04:02.130Z ERROR [api] Queue message processing failed: duplicate message", + "2026-04-29T06:00:33.299Z FATAL [database] Out of memory: heap space exhausted at 1510MB", + "2026-04-29T06:03:46.296Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:23.524Z ERROR [api] Queue message processing failed: deserialization error", + "2026-04-29T06:05:43.730Z ERROR [http] Authentication failed for charlie@corp.com: token expired", + "2026-04-29T06:02:29.840Z ERROR [metrics] File operation failed: disk full", + "2026-04-29T06:04:53.463Z FATAL [queue] Out of memory: heap space exhausted at 1453MB", + "2026-04-29T06:06:45.072Z ERROR [storage] Database query failed: INSERT FROM products - deadlock detected", + "2026-04-29T06:03:36.752Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:02:13.084Z ERROR [scheduler] 502 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:08:03.100Z FATAL [api] Unrecoverable error in cache: process will restart", + "2026-04-29T06:08:18.984Z ERROR [scheduler] Queue message processing failed: handler timeout", + "2026-04-29T06:06:47.000Z FATAL [database] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:02:16.206Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:09:00.410Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:03:10.323Z ERROR [http] External service unavailable: cdn (HTTP 504)", + "2026-04-29T06:03:28.488Z ERROR [database] 500 Internal Server Error: POST /api/search - ConnectionRefused", + "2026-04-29T06:04:34.688Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:10:47.400Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:03:27.625Z ERROR [database] 503 Internal Server Error: GET /api/auth/login - ConnectionRefused", + "2026-04-29T06:09:04.544Z FATAL [auth] Out of memory: heap space exhausted at 1487MB", + "2026-04-29T06:11:00.486Z ERROR [cache] Queue message processing failed: deserialization error", + "2026-04-29T06:11:07.381Z FATAL [auth] Disk space critical: 98% used on /data", + "2026-04-29T06:11:21.870Z ERROR [database] Authentication failed for charlie@corp.com: MFA required", + "2026-04-29T06:02:22.416Z FATAL [http] Out of memory: heap space exhausted at 1508MB", + "2026-04-29T06:03:24.225Z ERROR [api] File operation failed: permission denied", + "2026-04-29T06:04:14.634Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:15:30.699Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:13:55.758Z FATAL [database] Disk space critical: 96% used on /data", + "2026-04-29T06:14:57.180Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:08:43.380Z ERROR [database] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:31.725Z ERROR [scheduler] Queue message processing failed: deserialization error", + "2026-04-29T06:09:06.056Z ERROR [scheduler] External service unavailable: email-service (HTTP 502)", + "2026-04-29T06:10:46.800Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:15:26.610Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:06:45.010Z ERROR [cache] File operation failed: I/O error", + "2026-04-29T06:09:45.728Z FATAL [queue] Out of memory: heap space exhausted at 1498MB", + "2026-04-29T06:01:39.082Z FATAL [http] Out of memory: heap space exhausted at 1535MB", + "2026-04-29T06:10:13.088Z ERROR [api] Queue message processing failed: handler timeout", + "2026-04-29T06:14:50.123Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:20.580Z FATAL [auth] Out of memory: heap space exhausted at 1524MB", + "2026-04-29T06:11:35.130Z ERROR [scheduler] Database query failed: SELECT FROM products - constraint violation", + "2026-04-29T06:02:56.880Z ERROR [auth] File operation failed: I/O error", + "2026-04-29T06:04:36.909Z FATAL [queue] Unrecoverable error in http: process will restart", + "2026-04-29T06:06:00.855Z FATAL [config] Out of memory: heap space exhausted at 1443MB", + "2026-04-29T06:10:25.500Z ERROR [api] Database query failed: INSERT FROM products - constraint violation", + "2026-04-29T06:19:39.739Z ERROR [http] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:05:12.928Z FATAL [scheduler] Out of memory: heap space exhausted at 1506MB", + "2026-04-29T06:05:55.008Z ERROR [database] File operation failed: permission denied", + "2026-04-29T06:20:41.905Z FATAL [scheduler] Unrecoverable error in storage: process will restart", + "2026-04-29T06:11:42.473Z ERROR [auth] External service unavailable: email-service (HTTP 503)", + "2026-04-29T06:18:41.722Z ERROR [queue] Database query failed: SELECT FROM notifications - deadlock detected", + "2026-04-29T06:14:03.452Z FATAL [queue] Disk space critical: 99% used on /data", + "2026-04-29T06:21:02.520Z ERROR [api] Database query failed: DELETE FROM users - constraint violation", + "2026-04-29T06:21:04.781Z FATAL [auth] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:26.172Z FATAL [api] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:05:25.733Z FATAL [config] Out of memory: heap space exhausted at 1520MB", + "2026-04-29T06:11:53.252Z ERROR [storage] Queue message processing failed: handler timeout", + "2026-04-29T06:14:18.980Z FATAL [api] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:06:46.172Z FATAL [auth] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:22:43.376Z ERROR [config] 500 Internal Server Error: DELETE /api/users - ConnectionRefused", + "2026-04-29T06:02:55.812Z ERROR [api] 500 Internal Server Error: DELETE /api/notifications - OutOfMemoryError", + "2026-04-29T06:09:45.808Z ERROR [config] Database query failed: UPDATE FROM products - deadlock detected", + "2026-04-29T06:24:39.126Z ERROR [scheduler] 503 Internal Server Error: GET /api/settings - ConnectionRefused", + "2026-04-29T06:16:50.600Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:14:45.144Z FATAL [metrics] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:06:20.817Z ERROR [storage] Queue message processing failed: deserialization error", + "2026-04-29T06:05:21.084Z ERROR [api] File operation failed: file not found", + "2026-04-29T06:10:08.968Z FATAL [scheduler] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:07:06.072Z FATAL [storage] Disk space critical: 95% used on /data", + "2026-04-29T06:13:53.580Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:21:23.844Z FATAL [http] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:14:14.464Z ERROR [api] Database query failed: SELECT FROM sessions - constraint violation", + "2026-04-29T06:18:00.732Z FATAL [queue] Unrecoverable error in database: process will restart", + "2026-04-29T06:13:06.942Z ERROR [http] Database query failed: INSERT FROM products - connection timeout", + "2026-04-29T06:23:24.150Z FATAL [queue] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:16:05.340Z ERROR [config] 502 Internal Server Error: PUT /api/notifications - OutOfMemoryError", + "2026-04-29T06:08:59.585Z ERROR [cache] 502 Internal Server Error: PATCH /api/settings - OutOfMemoryError", + "2026-04-29T06:25:34.680Z ERROR [config] 502 Internal Server Error: POST /api/health - ConnectionRefused", + "2026-04-29T06:21:51.100Z ERROR [http] Queue message processing failed: handler timeout", + "2026-04-29T06:14:59.091Z FATAL [auth] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:26:03.775Z FATAL [scheduler] Disk space critical: 98% used on /data", + "2026-04-29T06:10:20.640Z FATAL [http] Disk space critical: 99% used on /data", + "2026-04-29T06:26:08.545Z ERROR [metrics] Queue message processing failed: duplicate message", + "2026-04-29T06:21:06.884Z FATAL [queue] Unrecoverable error in config: process will restart", + "2026-04-29T06:26:05.840Z FATAL [config] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:18:23.710Z ERROR [database] 502 Internal Server Error: GET /api/auth/login - TimeoutException", + "2026-04-29T06:18:32.276Z ERROR [database] External service unavailable: payment-api (HTTP 503)", + "2026-04-29T06:16:09.373Z ERROR [storage] Database query failed: INSERT FROM users - deadlock detected", + "2026-04-29T06:28:01.416Z ERROR [queue] 500 Internal Server Error: PATCH /api/users - ConnectionRefused", + "2026-04-29T06:20:49.360Z ERROR [config] File operation failed: permission denied", + "2026-04-29T06:16:22.410Z FATAL [scheduler] Out of memory: heap space exhausted at 1481MB", + "2026-04-29T06:09:28.400Z ERROR [http] File operation failed: permission denied", + "2026-04-29T06:20:57.600Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:07:10.248Z ERROR [http] 502 Internal Server Error: POST /api/orders - OutOfMemoryError", + "2026-04-29T06:15:59.060Z ERROR [auth] Queue message processing failed: duplicate message", + "2026-04-29T06:07:06.888Z FATAL [config] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:26:02.946Z ERROR [api] 503 Internal Server Error: DELETE /api/settings - ConnectionRefused", + "2026-04-29T06:06:03.888Z FATAL [auth] Unrecoverable error in config: process will restart", + "2026-04-29T06:03:54.262Z FATAL [queue] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:33:47.674Z ERROR [auth] Queue message processing failed: handler timeout", + "2026-04-29T06:15:27.384Z ERROR [auth] External service unavailable: payment-api (HTTP 502)", + "2026-04-29T06:19:07.744Z FATAL [http] Disk space critical: 96% used on /data", + "2026-04-29T06:25:01.874Z FATAL [http] Out of memory: heap space exhausted at 1476MB", + "2026-04-29T06:02:20.384Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:05:05.448Z FATAL [cache] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:08:36.430Z FATAL [database] Unrecoverable error in scheduler: process will restart", + "2026-04-29T06:18:03.799Z ERROR [http] 502 Internal Server Error: PUT /api/users - OutOfMemoryError", + "2026-04-29T06:14:12.150Z FATAL [metrics] Disk space critical: 96% used on /data", + "2026-04-29T06:18:52.620Z FATAL [config] Unrecoverable error in cache: process will restart", + "2026-04-29T06:35:22.560Z ERROR [database] Queue message processing failed: duplicate message", + "2026-04-29T06:09:01.346Z ERROR [metrics] External service unavailable: email-service (HTTP 504)", + "2026-04-29T06:16:50.636Z FATAL [database] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:35:14.341Z ERROR [cache] Database query failed: DELETE FROM notifications - connection timeout", + "2026-04-29T06:26:11.004Z FATAL [cache] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:04:32.545Z FATAL [storage] SSL/TLS handshake failed: certificate chain broken", + "2026-04-29T06:12:10.510Z ERROR [config] Queue message processing failed: duplicate message", + "2026-04-29T06:31:30.800Z ERROR [scheduler] 500 Internal Server Error: PATCH /api/health - TimeoutException", + "2026-04-29T06:27:01.152Z FATAL [storage] Out of memory: heap space exhausted at 1478MB", + "2026-04-29T06:01:42.460Z FATAL [http] Out of memory: heap space exhausted at 1502MB", + "2026-04-29T06:02:59.740Z FATAL [metrics] Unrecoverable error in metrics: process will restart", + "2026-04-29T06:11:37.728Z FATAL [storage] Database connection lost to primary! Attempting failover...", + "2026-04-29T06:31:36.200Z ERROR [queue] File operation failed: permission denied", + "2026-04-29T06:07:00.480Z ERROR [cache] 503 Internal Server Error: PUT /api/auth/login - NullPointerException", + "2026-04-29T06:10:17.029Z FATAL [storage] Disk space critical: 98% used on /data", + "2026-04-29T06:03:22.704Z ERROR [database] File operation failed: disk full", + "2026-04-29T06:23:57.095Z FATAL [metrics] Database connection lost to primary! Attempting failover..." + ], + "totalMatches": 146, + "sources": [ + "sample-logs/app.log" + ], + "timestamp": "2026-05-24T11:47:04.379Z" } ], "rules": [ { "id": "test-errors", - "lastTriggered": "2026-05-24T11:42:04.327Z", - "matchCount": 7738 + "lastTriggered": "2026-05-24T11:47:04.379Z", + "matchCount": 8468 }, { "id": "test-security", diff --git a/src/server/server.ts b/src/server/server.ts index 5ac8e56..e313cb1 100644 --- a/src/server/server.ts +++ b/src/server/server.ts @@ -162,6 +162,19 @@ const server = http.createServer(async (req, res) => { // ---- API Routes ---- if (pathname.startsWith('/api/')) { try { + // GET /api/health + if (pathname === '/api/health' && method === 'GET') { + return sendJson(res, { + status: 'ok', + mode: MODE, + uptime: process.uptime(), + collector: collector ? 'active' : 'off', + monitor: monitor ? 'active' : 'off', + sources: logSourceManager.getSources().length, + s3Sources: s3Sources.size, + }); + } + // GET /api/mode if (pathname === '/api/mode' && method === 'GET') { return sendJson(res, { mode: MODE, hasCollector: !!collector, hasRemoteCollector: !!REMOTE_COLLECTOR_URL, s3Sources: Array.from(s3Sources.keys()) }); @@ -192,16 +205,32 @@ const server = http.createServer(async (req, res) => { return sendJson(res, logSourceManager.getSources()); } - // GET /api/logs?source=... + // GET /api/logs?source=...&level=...&offset=... if (pathname === '/api/logs' && method === 'GET') { const source = parsedUrl.query.source as string | undefined; + const levelFilter = parsedUrl.query.level as string | undefined; + const offsetParam = parsedUrl.query.offset as string | undefined; + const offset = offsetParam ? parseInt(offsetParam, 10) : 0; + + let entries: any[]; if (source && source !== 'ALL') { - const entries = await logSourceManager.readLog(source); - return sendJson(res, entries); + entries = await logSourceManager.readLog(source); } else { - const entries = await logSourceManager.readAllLogs(); - return sendJson(res, entries); + entries = await logSourceManager.readAllLogs(); } + + // Apply level filter + if (levelFilter && levelFilter !== 'ALL') { + const filterUpper = levelFilter.toUpperCase(); + entries = entries.filter((e: any) => e.level && e.level.toUpperCase() === filterUpper); + } + + // Apply offset + if (offset > 0 && offset < entries.length) { + entries = entries.slice(offset); + } + + return sendJson(res, entries); } // ---- S3 endpoints ---- @@ -229,8 +258,13 @@ const server = http.createServer(async (req, res) => { const prefix = parsedUrl.query.prefix as string | undefined; const s3 = s3Sources.get(name); if (!s3) return sendError(res, `S3 source not found: ${name}`, 404); - const objects = await s3.listObjects(prefix); - return sendJson(res, objects); + try { + const objects = await s3.listObjects(prefix); + return sendJson(res, objects); + } catch (err) { + console.warn(`[S3] Connection error for source "${name}":`, (err as Error).message); + return sendError(res, `S3 connection failed for "${name}": ${(err as Error).message}`, 502); + } } // GET /api/s3/read?name=...&key=... @@ -240,16 +274,21 @@ const server = http.createServer(async (req, res) => { const s3 = s3Sources.get(name); if (!s3) return sendError(res, `S3 source not found: ${name}`, 404); if (!key) return sendError(res, 'Missing key parameter', 400); - const content = await s3.getObject(key); - const lines = content.split('\n').filter(l => l.trim() !== ''); - const entries = lines.map((line, i) => ({ - line, - lineNumber: i + 1, - source: `s3://${name}/${key}`, - timestamp: extractTimestamp(line), - level: extractLevel(line), - })); - return sendJson(res, entries); + try { + const content = await s3.getObject(key); + const lines = content.split('\n').filter(l => l.trim() !== ''); + const entries = lines.map((line, i) => ({ + line, + lineNumber: i + 1, + source: `s3://${name}/${key}`, + timestamp: extractTimestamp(line), + level: extractLevel(line), + })); + return sendJson(res, entries); + } catch (err) { + console.warn(`[S3] Read error for "${name}/${key}":`, (err as Error).message); + return sendError(res, `S3 read failed: ${(err as Error).message}`, 502); + } } // DELETE /api/s3/remove?name=...