feat(01-02): add IngestionService, ClickHouse repositories, and flush scheduler

- IngestionService routes data to WriteBuffer instances (core module, plain class) - ClickHouseExecutionRepository: batch insert with parallel processor arrays - ClickHouseDiagramRepository: JSON storage with SHA-256 content-hash dedup - ClickHouseMetricsRepository: batch insert for agent_metrics table - ClickHouseFlushScheduler: scheduled drain with SmartLifecycle shutdown flush - IngestionBeanConfig: wires WriteBuffer and IngestionService beans Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-03-11 12:08:36 +01:00
parent ff0af0ef2f
commit 17a18cf6da
6 changed files with 604 additions and 0 deletions
--- a/cameleer3-server-core/src/main/java/com/cameleer3/server/core/ingestion/IngestionService.java
+++ b/cameleer3-server-core/src/main/java/com/cameleer3/server/core/ingestion/IngestionService.java
@@ -0,0 +1,115 @@
+package com.cameleer3.server.core.ingestion;
+
+import com.cameleer3.common.graph.RouteGraph;
+import com.cameleer3.common.model.RouteExecution;
+import com.cameleer3.server.core.storage.model.MetricsSnapshot;
+
+import java.util.List;
+
+/**
+ * Routes incoming data to the appropriate {@link WriteBuffer} instances.
+ * <p>
+ * This is a plain class (no Spring annotations) -- it lives in the core module
+ * and is wired as a bean by the app module configuration.
+ */
+public class IngestionService {
+
+    private final WriteBuffer<RouteExecution> executionBuffer;
+    private final WriteBuffer<RouteGraph> diagramBuffer;
+    private final WriteBuffer<MetricsSnapshot> metricsBuffer;
+
+    public IngestionService(WriteBuffer<RouteExecution> executionBuffer,
+                            WriteBuffer<RouteGraph> diagramBuffer,
+                            WriteBuffer<MetricsSnapshot> metricsBuffer) {
+        this.executionBuffer = executionBuffer;
+        this.diagramBuffer = diagramBuffer;
+        this.metricsBuffer = metricsBuffer;
+    }
+
+    /**
+     * Accept a batch of route executions into the buffer.
+     *
+     * @return true if all items were buffered, false if buffer is full (backpressure)
+     */
+    public boolean acceptExecutions(List<RouteExecution> executions) {
+        return executionBuffer.offerBatch(executions);
+    }
+
+    /**
+     * Accept a single route execution into the buffer.
+     *
+     * @return true if the item was buffered, false if buffer is full (backpressure)
+     */
+    public boolean acceptExecution(RouteExecution execution) {
+        return executionBuffer.offer(execution);
+    }
+
+    /**
+     * Accept a single route diagram into the buffer.
+     *
+     * @return true if the item was buffered, false if buffer is full (backpressure)
+     */
+    public boolean acceptDiagram(RouteGraph graph) {
+        return diagramBuffer.offer(graph);
+    }
+
+    /**
+     * Accept a batch of route diagrams into the buffer.
+     *
+     * @return true if all items were buffered, false if buffer is full (backpressure)
+     */
+    public boolean acceptDiagrams(List<RouteGraph> graphs) {
+        return diagramBuffer.offerBatch(graphs);
+    }
+
+    /**
+     * Accept a batch of metrics snapshots into the buffer.
+     *
+     * @return true if all items were buffered, false if buffer is full (backpressure)
+     */
+    public boolean acceptMetrics(List<MetricsSnapshot> metrics) {
+        return metricsBuffer.offerBatch(metrics);
+    }
+
+    /**
+     * @return current number of items in the execution buffer
+     */
+    public int getExecutionBufferDepth() {
+        return executionBuffer.size();
+    }
+
+    /**
+     * @return current number of items in the diagram buffer
+     */
+    public int getDiagramBufferDepth() {
+        return diagramBuffer.size();
+    }
+
+    /**
+     * @return current number of items in the metrics buffer
+     */
+    public int getMetricsBufferDepth() {
+        return metricsBuffer.size();
+    }
+
+    /**
+     * @return the execution write buffer (for use by flush scheduler)
+     */
+    public WriteBuffer<RouteExecution> getExecutionBuffer() {
+        return executionBuffer;
+    }
+
+    /**
+     * @return the diagram write buffer (for use by flush scheduler)
+     */
+    public WriteBuffer<RouteGraph> getDiagramBuffer() {
+        return diagramBuffer;
+    }
+
+    /**
+     * @return the metrics write buffer (for use by flush scheduler)
+     */
+    public WriteBuffer<MetricsSnapshot> getMetricsBuffer() {
+        return metricsBuffer;
+    }
+}