Improve Trace Relocator Capabilities and Efficiency

.dockerignore

@@ -0,0 +1,7 @@
+node_modules/
+manual-scripts/
+.github
+Dockerfile
+.dockerignore
+*.heapsnapshot
+*.log

.gitignore

@@ -1,5 +1,8 @@
 /node_modules/
 /tmp/*
+.clinic/
 
 # Config files
 config-test.js
+*.log
+*.heapsnapshot

DemoCA.crt

@@ -0,0 +1,20 @@
+-----BEGIN CERTIFICATE-----
+MIIDSzCCAjOgAwIBAgIUCmGeUFwNiGdJZLwpkevTf29wjrowDQYJKoZIhvcNAQEL
+BQAwFjEUMBIGA1UEAwwLRWFzeS1SU0EgQ0EwHhcNMTkwNjI1MTk0NjA4WhcNMjkw
+NjIyMTk0NjA4WjAWMRQwEgYDVQQDDAtFYXN5LVJTQSBDQTCCASIwDQYJKoZIhvcN
+AQEBBQADggEPADCCAQoCggEBANKAEz3dPmYJvwjhSBssR0jP5JK7CO8iOqzhcqzy
+cFb05hr9unPtPS76lrEEkYSgklwW5X4aVTOfqrJkc0RyoLwyYjmPei45xRiFeTfu
+FA1cAwbRAriTuOySvp8U0H/J8WDCNrNrhDags9wzbtBZuTJt1UCNYXYJyHMF2NE3
+7fO86x3AVW30v0iiHa00ev2Fk5YZkKUYuL0Dv2Ul3SbWFRq3hKjFypkOK+Iur/Ye
+wW7XLAoVatOvlFZCmQ+kD59b0L9QCXqDU2odlwzgNrMpczfTyuzJKQyxm0iLJgxW
+QvC329dkjyq/5RR7RvWjpjzyAopXMo5ZE4CWgHQz97Rfhv8CAwEAAaOBkDCBjTAd
+BgNVHQ4EFgQUNOD0d021fHYcir4UebCMny2eQVAwUQYDVR0jBEowSIAUNOD0d021
+fHYcir4UebCMny2eQVChGqQYMBYxFDASBgNVBAMMC0Vhc3ktUlNBIENBghQKYZ5Q
+XA2IZ0lkvCmR69N/b3COujAMBgNVHRMEBTADAQH/MAsGA1UdDwQEAwIBBjANBgkq
+hkiG9w0BAQsFAAOCAQEAFwfZVGQnd1ReZeL4uyvS2ZVI3U2GYFGrdxOiC+1nt3TG
+QF5W+4RN2394Mv1DaUIjtzAuKanR73qyiVjxkFetsSj4dItzbZQBCpRT32E1EHb2
+aFXbTJ76JGPHed0wmAdCxA+zlEjKZr7B73sS2GPfSLJw3CsQYMtVSCXLCox4DUrW
+yOlF2kgO1OGI4kPbtw+CKWwCh0x0StckYo5tI8MF1U5UBtAXzPJ2pXyuc7t0Hejy
+MMKILaiIrqCtK/9BdQWW3iqDhhcLX6VrPb33QNA7PV9UBVAfBPPIejDLSv1aS/X9
+SuegPnlhRzBl1PL0zAMlEGI9GR3HruCJoDKo9MlR7g==
+-----END CERTIFICATE-----

Dockerfile

@@ -0,0 +1,40 @@
+# ---------------------------------------
+# Base
+# ---------------------------------------
+FROM timbru31/node-alpine-git:22 AS base
+
+WORKDIR /app
+
+# Common dependencies
+RUN apk add --no-cache curl ca-certificates bash
+
+FROM base AS deps
+
+COPY --chown=node:node package.json package-lock.json ./
+RUN --mount=type=cache,target=/root/.npm npm ci
+
+FROM deps AS dev
+
+RUN npm install -g clinic
+RUN chown -R node:node /app/node_modules
+
+USER node
+EXPOSE 3050
+
+# Default CMD, can be overridden by docker-compose
+CMD [ "npm", "run", "dev" ]
+
+FROM node:22-alpine AS prod
+
+WORKDIR /app
+
+COPY --chown=node:node --from=deps /app/node_modules ./node_modules
+COPY --chown=node:node ./src ./src
+COPY --chown=node:node ./jsconfig.json ./jsconfig.json
+
+USER node
+
+# Make port 3050 available to the world outside this container
+EXPOSE 3050
+
+CMD [ "npm", "start" ]

docker-compose.yaml

@@ -0,0 +1,56 @@
+version: '3'
+
+services:
+  simva-trace-allocator:
+    build: ./
+    command: [ "npm", "run", "dev" ]
+    stdin_open: true
+    tty: true
+    environment:
+      #DEBUG
+      DEBUG: true
+      #LOG
+      LOG_LEVEL: debug
+      LOG_FOLDER: /home/node/logs
+      #NODE
+      NODE_ENV: development
+      NODE_EXTRA_CA_CERTS: /home/node/app/DemoCA.crt
+      #TRACE ALLOCATOR
+      CONCAT_EVENT_POLICY: true
+      BATCH_SIZE: 100
+      MAX_DELAY: 5min
+      REFRESH_INTERVAL: 4h
+      LOCAL_STATE: /data
+      REMOTE_STATE: state
+      REMOVE_DRY_RUN: true
+      GC_INTERVAL: 2h
+      COPY_INSTEAD_RENAME: true
+      TRY_RECOVERY: true
+      #MINIO
+      MINIO_HOST: minio-api.external.test
+      MINIO_SSL: true
+      MINIO_PORT: 443
+      MINIO_ACCESS_KEY: minio
+      MINIO_SECRET_KEY: secret
+      MINIO_BUCKET: traces
+      MINIO_TOPICS_DIR: kafka-topics
+      MINIO_TRACES_TOPIC: traces
+      MINIO_OUTPUTS_DIR: outputs
+      MINIO_TRACES_FILE: traces.json
+      #SIMVA API
+      SIMVA_HOST: simva-api.external.test
+      SIMVA_PROTOCOL: https
+      SIMVA_PORT: 443
+      SIMVA_USER: admin
+      SIMVA_PASSWORD: password
+      SIMVA_WAIT_TIME: 10
+      SIMVA_MAX_RETRIES: 20
+      #KAFKA
+      SIMVA_KAFKA_CLIENTID: simva_trace_allocator
+      SIMVA_KAFKA_BROKER: kafka1.internal.test:9092
+      SIMVA_KAFKA_GROUPID: simva_trace_allocator
+      SIMVA_KAFKA_MINIO_TOPIC: minio-events
+    hostname: simva-trace-allocator.internal.test
+    volumes:
+      - ./:/home/node/app
+      - /home/node/app/node_modules #exclude node_modules

logs/.gitignore

@@ -0,0 +1,4 @@
+# Ignore all files in this dir...
+*
+# ... except for this one.
+!.gitignore