stringify

Reviewed-on: #8

app/.dockerignore

@@ -1,2 +1,4 @@
 node_modules
 dist
+.env
+.env.*

app/Dockerfile

@@ -6,8 +6,9 @@ COPY package.json package-lock.json ./
 RUN npm ci
 
 COPY tsconfig.json ./
-COPY public ./public
-# Runtime mappers read JSON files from src/mappings, so they must be copied into the image.
 COPY src ./src
 
-CMD ["npm", "run", "dev"]
+RUN npm run build && npm prune --omit=dev
+
+ENV NODE_ENV=production
+CMD ["node", "dist/index.js"]

app/package-lock.json

@@ -6,11 +6,13 @@
     "": {
       "name": "mqtt-worker",
       "dependencies": {
-        "@types/node": "^25.9.1",
         "mqtt": "^5.15.1",
-        "tsx": "^4.22.4",
-        "typescript": "^6.0.3",
         "ws": "^8.21.0"
+      },
+      "devDependencies": {
+        "@types/node": "^25.9.1",
+        "tsx": "^4.22.4",
+        "typescript": "^6.0.3"
       }
     },
     "node_modules/@babel/runtime": {
@@ -29,6 +31,7 @@
       "cpu": [
         "ppc64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -45,6 +48,7 @@
       "cpu": [
         "arm"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -61,6 +65,7 @@
       "cpu": [
         "arm64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -77,6 +82,7 @@
       "cpu": [
         "x64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -93,6 +99,7 @@
       "cpu": [
         "arm64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -109,6 +116,7 @@
       "cpu": [
         "x64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -125,6 +133,7 @@
       "cpu": [
         "arm64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -141,6 +150,7 @@
       "cpu": [
         "x64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -157,6 +167,7 @@
       "cpu": [
         "arm"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -173,6 +184,7 @@
       "cpu": [
         "arm64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -189,6 +201,7 @@
       "cpu": [
         "ia32"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -205,6 +218,7 @@
       "cpu": [
         "loong64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -221,6 +235,7 @@
       "cpu": [
         "mips64el"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -237,6 +252,7 @@
       "cpu": [
         "ppc64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -253,6 +269,7 @@
       "cpu": [
         "riscv64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -269,6 +286,7 @@
       "cpu": [
         "s390x"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -285,6 +303,7 @@
       "cpu": [
         "x64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -301,6 +320,7 @@
       "cpu": [
         "arm64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -317,6 +337,7 @@
       "cpu": [
         "x64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -333,6 +354,7 @@
       "cpu": [
         "arm64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -349,6 +371,7 @@
       "cpu": [
         "x64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -365,6 +388,7 @@
       "cpu": [
         "arm64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -381,6 +405,7 @@
       "cpu": [
         "x64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -397,6 +422,7 @@
       "cpu": [
         "arm64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -413,6 +439,7 @@
       "cpu": [
         "ia32"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -429,6 +456,7 @@
       "cpu": [
         "x64"
       ],
+      "dev": true,
       "license": "MIT",
       "optional": true,
       "os": [
@@ -607,6 +635,7 @@
       "version": "0.28.0",
       "resolved": "https://registry.npmjs.org/esbuild/-/esbuild-0.28.0.tgz",
       "integrity": "sha512-sNR9MHpXSUV/XB4zmsFKN+QgVG82Cc7+/aaxJ8Adi8hyOac+EXptIp45QBPaVyX3N70664wRbTcLTOemCAnyqw==",
+      "dev": true,
       "hasInstallScript": true,
       "license": "MIT",
       "bin": {
@@ -679,6 +708,7 @@
       "version": "2.3.3",
       "resolved": "https://registry.npmjs.org/fsevents/-/fsevents-2.3.3.tgz",
       "integrity": "sha512-5xoDfX+fL7faATnagmWPpbFtwh/R77WmMMqqHGS65C3vvB0YHrgF+B1YmZ3441tMj5n63k0212XNoJwzlhffQw==",
+      "dev": true,
       "hasInstallScript": true,
       "license": "MIT",
       "optional": true,
@@ -923,6 +953,7 @@
       "version": "4.22.4",
       "resolved": "https://registry.npmjs.org/tsx/-/tsx-4.22.4.tgz",
       "integrity": "sha512-X8EX+XV4QR5xCsrgxaED954zTDfY8KqlDtskKEL0cHhyS/P8b4IFOvGDQpsC9Q1XnLq915wEfwwY/zzskCtmhg==",
+      "dev": true,
       "license": "MIT",
       "dependencies": {
         "esbuild": "~0.28.0"
@@ -947,6 +978,7 @@
       "version": "6.0.3",
       "resolved": "https://registry.npmjs.org/typescript/-/typescript-6.0.3.tgz",
       "integrity": "sha512-y2TvuxSZPDyQakkFRPZHKFm+KKVqIisdg9/CZwm9ftvKXLP8NRWj38/ODjNbr43SsoXqNuAisEf1GdCxqWcdBw==",
+      "dev": true,
       "license": "Apache-2.0",
       "bin": {
         "tsc": "bin/tsc",

app/package.json

@@ -8,10 +8,12 @@
     "start": "node --env-file=.env dist/index.js"
   },
   "dependencies": {
-    "@types/node": "^25.9.1",
     "mqtt": "^5.15.1",
-    "tsx": "^4.22.4",
-    "typescript": "^6.0.3",
     "ws": "^8.21.0"
+  },
+  "devDependencies": {
+    "@types/node": "^25.9.1",
+    "tsx": "^4.22.4",
+    "typescript": "^6.0.3"
   }
 }

app/src/cloud-ingest.ts

@@ -1,7 +1,4 @@
-const DEFAULT_CLOUD_INGEST_URL = 'http://localhost:3101/ingest'
+export const cloudIngestUrl = process.env.CLOUD_INGEST_URL as string
-
-export const cloudIngestUrl =
-  process.env.CLOUD_INGEST_URL ?? DEFAULT_CLOUD_INGEST_URL
 
 export function postCloudIngest(body: unknown): Promise<Response> {
   return fetch(cloudIngestUrl, {

app/src/handlers/demo-modbus.ts

@@ -0,0 +1,62 @@
+import { log } from '../helpers/log.js'
+import type { TopicHandler } from '../types.js'
+
+const EDGE = 'demo'
+const REGISTER_COUNT = 125
+const DEMO_CLOUD_INGEST_URL = process.env.DEMO_CLOUD_INGEST_URL as string
+
+type DemoModbusMetric = {
+  edge: string
+  timestamp: string
+  tag: string
+  value: number
+}
+
+function parseValues(payload: Buffer): number[] {
+  const values = JSON.parse(payload.toString('utf8')) as number[]
+  assertRegisterCount(values)
+  return values
+}
+
+function assertRegisterCount(values: number[]): void {
+  if (values.length !== REGISTER_COUNT) {
+    throw new Error(`Expected ${REGISTER_COUNT} modbus values, got ${values.length}`)
+  }
+}
+
+function toMetrics(values: number[], timestamp: string): DemoModbusMetric[] {
+  return values.map((value, index) => ({
+    edge: EDGE,
+    timestamp,
+    tag: `register-${index}`,
+    value,
+  }))
+}
+
+async function postMetrics(metrics: DemoModbusMetric[]): Promise<void> {
+  for (const metric of metrics) {
+    const response = await fetch(DEMO_CLOUD_INGEST_URL, {
+      method: 'POST',
+      headers: {
+        'content-type': 'application/json',
+        'x-api-key': process.env.CLOUD_INGEST_API_KEY as string,
+      },
+      body: JSON.stringify(metric),
+    })
+
+    if (!response.ok) {
+      const text = await response.text()
+      throw new Error(text)
+    }
+  }
+
+  log(`${EDGE}.modbus.posted ${metrics.length} metrics`)
+}
+
+export const handleDemoModbus: TopicHandler = async (topic, payload) => {
+  log(`${EDGE}.modbus.received ${topic} ${payload.length} bytes`)
+
+  const values = parseValues(payload)
+  const metrics = toMetrics(values, new Date().toISOString())
+  await postMetrics(metrics)
+}

app/src/handlers/demo-plc.ts

@@ -1,10 +1,9 @@
-import { postCloudIngest } from '../cloud-ingest.js'
+import { log } from '../helpers/log.js'
 import { parseJson } from '../helpers/parse.js'
 import type { TopicHandler } from '../types.js'
 
-export const TOPIC = 'data/demo/plc/v1'
-
 const EDGE = 'demo'
+const DEMO_CLOUD_INGEST_URL = process.env.DEMO_CLOUD_INGEST_URL as string
 
 type DemoPlcPayload = {
   tag: string
@@ -13,12 +12,12 @@ type DemoPlcPayload = {
 
 type DemoPlcMetric = {
   edge: string
-  timestamp: number
+  timestamp: string
   tag: string
   value: number
 }
 
-function toMetric(payload: DemoPlcPayload, timestamp: number): DemoPlcMetric {
+function toMetric(payload: DemoPlcPayload, timestamp: string): DemoPlcMetric {
   return {
     edge: EDGE,
     timestamp,
@@ -28,20 +27,27 @@ function toMetric(payload: DemoPlcPayload, timestamp: number): DemoPlcMetric {
 }
 
 async function postMetric(metric: DemoPlcMetric): Promise<void> {
-  const response = await postCloudIngest([metric])
+  const response = await fetch(DEMO_CLOUD_INGEST_URL, {
+    method: 'POST',
+    headers: {
+      'content-type': 'application/json',
+      'x-api-key': process.env.CLOUD_INGEST_API_KEY as string,
+    },
+    body: JSON.stringify(metric),
+  })
 
   if (!response.ok) {
     const text = await response.text()
     throw new Error(text)
   }
 
-  console.log('demo.plc.posted', { tag: metric.tag })
+  log('demo.plc.posted', { tag: metric.tag })
 }
 
 export const handleDemoPlc: TopicHandler = async (topic, payload) => {
-  console.log('demo.plc.received', { topic, bytes: payload.length })
+  log('demo.plc.received', { topic, bytes: payload.length })
 
   const value = parseJson<DemoPlcPayload>(payload)
-  const metric = toMetric(value, Date.now())
+  const metric = toMetric(value, new Date().toISOString())
   await postMetric(metric)
 }

app/src/handlers/edge5-modbus-v2.ts

@@ -1,45 +1,59 @@
 import { postCloudIngest } from '../cloud-ingest.js'
+import { log } from '../helpers/log.js'
 import { createMetricMapper, type MappedMetric } from '../mapping.js'
 import type { TopicHandler } from '../types.js'
 
-export const TOPIC = 'data/edge5/modbus/v2'
+const REGISTER_COUNT = 125
 
 const mapper = createMetricMapper({
-  filePath:
+  filePath: process.env.EDGE5_MODBUS_V2_MAPPING_FILE as string,
-    process.env.EDGE5_MODBUS_V2_MAPPING_FILE ??
-    new URL('../mappings/edge5-modbus.json', import.meta.url),
 })
-const REGISTER_COUNT = mapper.tagCount
 
 function parseValues(payload: Buffer): number[] {
-  const value = JSON.parse(payload.toString('utf8')) as unknown
+  const values = JSON.parse(payload.toString('utf8')) as number[]
-
+  assertRegisterCount(values)
-  if (
+  return values
-    Array.isArray(value) &&
-    value.length === REGISTER_COUNT &&
-    value.every((item) => typeof item === 'number' && Number.isFinite(item))
-  ) {
-    return value
 }
 
-  throw new Error(`Expected JSON number[${REGISTER_COUNT}]`)
+function assertRegisterCount(values: number[]): void {
+  if (values.length !== REGISTER_COUNT) {
+    throw new Error(`Expected ${REGISTER_COUNT} modbus values, got ${values.length}`)
+  }
 }
 
 async function postMetrics(metrics: MappedMetric[]): Promise<void> {
-  const response = await postCloudIngest(metrics)
+  const errors: Error[] = []
+
+  for (const metric of metrics) {
+    try {
+      const response = await postCloudIngest(metric)
 
       if (!response.ok) {
         const text = await response.text()
-    throw new Error(text)
+        throw new Error(text || `${response.status} ${response.statusText}`)
+      }
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error)
+      errors.push(new Error(`${metric.tag}: ${message}`))
+      console.error('edge5.modbus.v2.metric.failed', metric.tag, message)
+    }
   }
 
-  console.log('edge5.modbus.v2.posted', { count: metrics.length })
+  log('edge5.modbus.v2.posted', {
+    total: metrics.length,
+    succeeded: metrics.length - errors.length,
+    failed: errors.length,
+  })
+
+  if (errors.length) {
+    throw new Error(`Failed to post ${errors.length}/${metrics.length} edge5 modbus v2 metrics`)
+  }
 }
 
 export const handleEdge5ModbusV2: TopicHandler = async (topic, payload) => {
-  console.log('edge5.modbus.v2.received', { topic, bytes: payload.length })
+  log('edge5.modbus.v2.received', { topic, bytes: payload.length })
 
   const values = parseValues(payload)
-  const metrics = mapper.mapValues(values, Date.now())
+  const metrics = mapper.mapValues(values, new Date().toISOString())
   await postMetrics(metrics)
 }

app/src/handlers/edge5-modbus.ts

@@ -1,75 +0,0 @@
-import { postCloudIngest } from '../cloud-ingest.js'
-import type { TopicHandler } from '../types.js'
-
-export const TOPIC = 'data/edge5/modbus/v1'
-
-const EDGE = 'edge5'
-const REGISTER_COUNT = 125
-
-type Edge5ModbusMetric = {
-  edge: string
-  timestamp: number
-  tag: string
-  value: number
-}
-
-function parseValues(payload: Buffer): number[] {
-  let value: unknown
-
-  try {
-    value = JSON.parse(payload.toString('utf8')) as unknown
-  } catch {
-    throw new Error(`Expected JSON number[${REGISTER_COUNT}]`)
-  }
-
-  if (
-    Array.isArray(value) &&
-    value.length === REGISTER_COUNT &&
-    value.every((item) => typeof item === 'number' && Number.isFinite(item))
-  ) {
-    return value
-  }
-
-  throw new Error(`Expected JSON number[${REGISTER_COUNT}]`)
-}
-
-function toMetrics(values: number[], timestamp: number): Edge5ModbusMetric[] {
-  return values.map((value, index) => ({
-    edge: EDGE,
-    timestamp,
-    tag: `${EDGE}.modbus.${index + 1}`,
-    value,
-  }))
-}
-
-async function postMetrics(metrics: Edge5ModbusMetric[]): Promise<void> {
-  const response = await postCloudIngest(metrics)
-
-  if (!response.ok) {
-    const text = await response.text()
-    console.error('edge5.modbus.post_error', {
-      status: response.status,
-      statusText: response.statusText,
-      body: text.slice(0, 500),
-    })
-    return
-  }
-
-  console.log('edge5.modbus.posted', { count: metrics.length })
-}
-
-export const handleEdge5Modbus: TopicHandler = async (topic, payload) => {
-  console.log('edge5.modbus.received', { topic, bytes: payload.length })
-
-  let values: number[]
-
-  try {
-    values = parseValues(payload)
-  } catch (err) {
-    console.warn('edge5.modbus.invalid_payload', { topic, err })
-    return
-  }
-
-  const metrics = toMetrics(values, Date.now())
-  await postMetrics(metrics)
-}

app/src/handlers/edge5-video.ts

@@ -1,16 +1,8 @@
+import { log } from '../helpers/log.js'
 import { onEdgeChunk } from '../stream/edge-chunk-relay.js'
 import type { TopicHandler } from '../types.js'
 
-export const TOPIC = 'data/edge5/video/v1'
-
-const BEACON_MS = 3000
-let lastBeacon = 0
-
 export const handleEdge5Video: TopicHandler = async (_topic, payload) => {
-  const now = Date.now()
+  log(`edge5.video ↑ ${payload.length}B`);
-  if (now - lastBeacon >= BEACON_MS) {
+  onEdgeChunk(payload);
-    console.log(`edge5.video ↑ ${payload.length}B`)
-    lastBeacon = now
-  }
-  onEdgeChunk(payload)
 }

app/src/handlers/edge5cdab-modbus.ts

@@ -0,0 +1,69 @@
+import { postCloudIngest } from '../cloud-ingest.js'
+import { log } from '../helpers/log.js'
+import type { TopicHandler } from '../types.js'
+
+const EDGE = 'edge5cdab'
+const REGISTER_COUNT = 100
+
+type Edge5iiModbusMetric = {
+  edge: string
+  timestamp: string
+  tag: string
+  value: number
+};
+
+function toFloatCDAB(reg0: number, reg1: number): number {
+  const buf = Buffer.allocUnsafe(4)
+  buf.writeUInt16BE(reg1, 0)
+  buf.writeUInt16BE(reg0, 2)
+  return buf.readFloatBE(0)
+}
+
+function parseValues(payload: Buffer): number[] {
+  const values = JSON.parse(payload.toString('utf8')) as number[]
+  assertRegisterCount(values)
+  return values
+}
+
+function assertRegisterCount(values: number[]): void {
+  if (values.length !== REGISTER_COUNT) {
+    throw new Error(`Expected ${REGISTER_COUNT} modbus values, got ${values.length}`)
+  }
+}
+
+function toMetrics(values: number[], timestamp: string): Edge5iiModbusMetric[] {
+  const metrics: Edge5iiModbusMetric[] = []
+
+  for (let i = 0; i < values.length; i += 2) {
+    metrics.push({
+      edge: EDGE,
+      timestamp,
+      tag: `register-${String(i).padStart(3, '0')}`,
+      value: toFloatCDAB(values[i], values[i + 1]),
+    })
+  }
+
+  return metrics
+}
+
+async function postMetrics(metrics: Edge5iiModbusMetric[]): Promise<void> {
+  for (const metric of metrics) {
+    const response = await postCloudIngest(metric)
+
+    if (!response.ok) {
+      const text = await response.text()
+      throw new Error(text)
+    }
+  }
+
+  log(`${EDGE}.modbus.posted ${metrics.length} metrics`)
+}
+
+export const handle: TopicHandler = async (topic, payload) => {
+  log(`${EDGE}.modbus.received ${topic} ${payload.length} bytes`)
+
+  const values = parseValues(payload)
+  const metrics = toMetrics(values, new Date().toISOString())
+  log(`${EDGE}.modbus.prepared ${JSON.stringify(metrics)}`)
+  await postMetrics(metrics)
+}

app/src/handlers/edge5i-modbus.ts

@@ -0,0 +1,55 @@
+import { postCloudIngest } from '../cloud-ingest.js'
+import { log } from '../helpers/log.js'
+import type { TopicHandler } from '../types.js'
+
+const EDGE = 'edge5i'
+const REGISTER_COUNT = 100
+
+type DemoModbusMetric = {
+  edge: string
+  timestamp: string
+  tag: string
+  value: number
+}
+
+function parseValues(payload: Buffer): number[] {
+  const values = JSON.parse(payload.toString('utf8')) as number[]
+  assertRegisterCount(values)
+  return values
+}
+
+function assertRegisterCount(values: number[]): void {
+  if (values.length !== REGISTER_COUNT) {
+    throw new Error(`Expected ${REGISTER_COUNT} modbus values, got ${values.length}`)
+  }
+}
+
+function toMetrics(values: number[], timestamp: string): DemoModbusMetric[] {
+  return values.map((value, index) => ({
+    edge: EDGE,
+    timestamp,
+    tag: `register-${String(index).padStart(3, '0')}`,
+    value,
+  }))
+}
+
+async function postMetrics(metrics: DemoModbusMetric[]): Promise<void> {
+  for (const metric of metrics) {
+    const response = await postCloudIngest(metric)
+
+    if (!response.ok) {
+      const text = await response.text()
+      throw new Error(text)
+    }
+  }
+
+  log(`${EDGE}.modbus.posted ${metrics.length} metrics`)
+}
+
+export const handle: TopicHandler = async (topic, payload) => {
+  log(`${EDGE}.modbus.received ${topic} ${payload.length} bytes`)
+
+  const values = parseValues(payload)
+  const metrics = toMetrics(values, new Date().toISOString())
+  await postMetrics(metrics)
+}

app/src/handlers/index.ts

@@ -1,13 +1,22 @@
-import { register } from '../registry.js'
+import { register } from '../registry.js';
-import { handleDemoPlc, TOPIC as demoPlc } from './demo-plc.js'
-import { handleEdge5Modbus, TOPIC as edge5Modbus } from './edge5-modbus.js'
-import {
-  handleEdge5ModbusV2,
-  TOPIC as edge5ModbusV2,
-} from './edge5-modbus-v2.js'
-import { handleEdge5Video, TOPIC as edge5Video } from './edge5-video.js'
 
-register(demoPlc, handleDemoPlc)
+import { handleDemoPlc } from './demo-plc.js';
-register(edge5Modbus, handleEdge5Modbus)
+import { handleDemoModbus } from './demo-modbus.js';
-register(edge5ModbusV2, handleEdge5ModbusV2)
+import { handleEdge5ModbusV2 } from './edge5-modbus-v2.js';
-register(edge5Video, handleEdge5Video)
+import { handleEdge5Video } from './edge5-video.js';
+
+import { handle as interpretation } from './edge5i-modbus.js';
+import { handle as cdab} from './edge5cdab-modbus.js';
+
+const DEMO_PLC_TOPIC = 'data/demo/plc/v1';
+const DEMO_MODBUS_TOPIC = 'data/demo/modbus/v1';
+const EDGE5_MODBUS_TOPIC = 'data/edge5/modbus/v2';
+const EDGE5_VIDEO_TOPIC = 'data/edge5/video/v1';
+
+register(DEMO_PLC_TOPIC, handleDemoPlc);
+register(DEMO_MODBUS_TOPIC, handleDemoModbus);
+register(EDGE5_MODBUS_TOPIC, handleEdge5ModbusV2);
+register(EDGE5_VIDEO_TOPIC, handleEdge5Video);
+
+register('data/edge5i/modbus', interpretation);
+register('data/edge5cdab/modbus', cdab);

app/src/helpers/log.ts

@@ -0,0 +1,3 @@
+export function log(...args: unknown[]): void {
+  console.log(`[${new Date().toISOString()}]`, ...args)
+}

app/src/helpers/parse.ts

@@ -7,14 +7,6 @@ export function parseJson<T = unknown>(payload: Buffer): T {
   return JSON.parse(text) as T
 }
 
-export function parseJsonArray(payload: Buffer): unknown[] {
-  const value = parseJson(payload)
-  if (!Array.isArray(value)) {
-    throw new Error('Expected JSON array')
-  }
-  return value
-}
-
 export function decodeBase64(payload: Buffer): Buffer {
   return Buffer.from(payload.toString('utf8'), 'base64')
 }

app/src/helpers/validate.ts

@@ -1,39 +0,0 @@
-const EXPECTED_CHUNK_LENGTH = 125
-
-export function isNonEmptyString(value: unknown): value is string {
-  return typeof value === 'string' && value.length > 0
-}
-
-export function isFiniteNumber(value: unknown): value is number {
-  return typeof value === 'number' && Number.isFinite(value)
-}
-
-export function isArrayOfLength(
-  value: unknown,
-  length: number,
-): value is unknown[] {
-  return Array.isArray(value) && value.length === length
-}
-
-export function isArrayOfLength125(value: unknown): value is unknown[] {
-  return isArrayOfLength(value, EXPECTED_CHUNK_LENGTH)
-}
-
-export function isArrayOfChunks125(
-  value: unknown,
-): value is unknown[][] {
-  if (!Array.isArray(value)) {
-    return false
-  }
-  return value.every((chunk) => isArrayOfLength125(chunk))
-}
-
-export function assertValid<T>(
-  value: unknown,
-  guard: (v: unknown) => v is T,
-  label: string,
-): asserts value is T {
-  if (!guard(value)) {
-    throw new Error(`Invalid payload: ${label}`)
-  }
-}

app/src/http/server.ts

@@ -3,7 +3,9 @@ import { createServer } from 'node:http'
 import { dirname, join } from 'node:path'
 import { fileURLToPath } from 'node:url'
 
-const httpPort = Number(process.env.HTTP_PORT ?? 80)
+import { log } from '../helpers/log.js'
+
+const httpPort = Number(process.env.HTTP_PORT)
 const publicDir = join(dirname(fileURLToPath(import.meta.url)), '../../public')
 const indexPath = join(publicDir, 'index.html')
 
@@ -24,5 +26,5 @@ createServer(async (req, res) => {
 
   res.writeHead(404).end('Not Found')
 }).listen(httpPort, () => {
-  console.log('http.server_started', { port: httpPort })
+  log('http.server_started', { port: httpPort })
 })

app/src/index.ts

@@ -3,4 +3,6 @@ import './http/server.js'
 import './mqtt.js'
 import './stream/edge-chunk-relay.js'
 
-console.log('mqtt-worker.started')
+import { log } from './helpers/log.js'
+
+log('mqtt-worker.started')

app/src/mapping.ts

@@ -2,7 +2,7 @@ import { readFileSync } from 'node:fs'
 
 export type MappedMetric = {
   edge: string
-  timestamp: number
+  timestamp: string
   tag: string
   value: number
 }
@@ -14,8 +14,7 @@ type MappingConfig = {
 
 export type MetricMapper = {
   edge: string
-  tagCount: number
+  mapValues: (values: number[], timestamp: string) => MappedMetric[]
-  mapValues: (values: number[], timestamp: number) => MappedMetric[]
 }
 
 type MetricMapperOptions = {
@@ -34,7 +33,6 @@ export function createMetricMapper(options: MetricMapperOptions): MetricMapper {
 
   return {
     edge: config.edge,
-    tagCount: config.tags.length,
     mapValues: (values, timestamp) =>
       values.map((value, index) => ({
         edge: config.edge,

app/src/mqtt.ts

@@ -1,14 +1,15 @@
 import mqtt from 'mqtt'
 
+import { log } from './helpers/log.js'
 import { getRegisteredTopics } from './registry.js'
 import { routeMessage } from './router.js'
 
-const mqttUrl = process.env.MQTT_URL ?? 'mqtt://localhost:1883'
+const mqttUrl = process.env.MQTT_URL as string
 
 export const mqttClient = mqtt.connect(mqttUrl)
 
 mqttClient.on('connect', () => {
-  console.log('mqtt.connected', { url: mqttUrl })
+  log('mqtt.connected', { url: mqttUrl })
 
   const topics = getRegisteredTopics()
   if (topics.length === 0) {
@@ -21,7 +22,7 @@ mqttClient.on('connect', () => {
       console.error('mqtt.subscribe_error', err)
       return
     }
-    console.log('mqtt.subscribed', { topics })
+    log('mqtt.subscribed', { topics })
   })
 })
 
@@ -34,5 +35,5 @@ mqttClient.on('error', (err) => {
 })
 
 mqttClient.on('reconnect', () => {
-  console.log('mqtt.reconnect')
+  log('mqtt.reconnect')
 })

app/src/stream/edge-chunk-relay.ts

@@ -1,26 +1,28 @@
 import type { IncomingMessage } from 'http'
 import { WebSocket, WebSocketServer } from 'ws'
 
-const wsPort = Number(process.env.WS_PORT ?? 9090)
+import { log } from '../helpers/log.js'
+
+const wsPort = Number(process.env.WS_PORT)
 
 const wss = new WebSocketServer({ port: wsPort, perMessageDeflate: false })
 const clients = new Set<WebSocket>()
 
 wss.on('connection', (ws: WebSocket, req: IncomingMessage) => {
   clients.add(ws)
-  console.log('ws.client_connected', {
+  log('ws.client_connected', {
     clients: clients.size,
     ip: req.socket.remoteAddress,
   })
 
   ws.on('close', () => {
     clients.delete(ws)
-    console.log('ws.client_closed', { clients: clients.size })
+    log('ws.client_closed', { clients: clients.size })
   })
 })
 
 wss.on('listening', () => {
-  console.log('ws.server_started', { port: wsPort })
+  log('ws.server_started', { port: wsPort })
 })
 
 export function onEdgeChunk(chunk: Buffer): void {

app/tsconfig.json

@@ -7,8 +7,7 @@
     "esModuleInterop": true,
     "skipLibCheck": true,
     "outDir": "dist",
-    "rootDir": "src",
+    "rootDir": "src"
-    "noEmit": true
   },
   "include": ["src/**/*.ts"]
 }

docker-compose.yml

@@ -21,6 +21,7 @@ services:
       WS_PORT: "9090"
       CLOUD_INGEST_URL: ${CLOUD_INGEST_URL:-https://demo.backend.drill.greact.ru/ingest}
       CLOUD_INGEST_API_KEY: ${CLOUD_INGEST_API_KEY:-}
+      DEMO_CLOUD_INGEST_URL: ${DEMO_CLOUD_INGEST_URL:-}
       EDGE5_MODBUS_V2_MAPPING_FILE: ${EDGE5_MODBUS_V2_MAPPING_FILE:-/app/src/mappings/edge5-modbus.json}
 
 volumes:

package-lock.json

@@ -0,0 +1,6 @@
+{
+  "name": "mqtt-ingest",
+  "lockfileVersion": 3,
+  "requires": true,
+  "packages": {}
+}