From 88da1a0dd8b21c41ec4586b469e77505b6112d1d Mon Sep 17 00:00:00 2001 From: hsiegeln <37154749+hsiegeln@users.noreply.github.com> Date: Fri, 13 Mar 2026 09:55:46 +0100 Subject: [PATCH] Fix ClickHouse OOM during Proxmox nightly backups Increase ClickHouse memory limit from 1Gi to 2Gi and reduce default batch size from 5000 to 500. During VM backup snapshots, I/O contention prevents ClickHouse from flushing writes fast enough, causing buffer accumulation that exceeds the 1Gi container limit. Co-Authored-By: Claude Opus 4.6 --- .../java/com/cameleer3/server/app/config/IngestionConfig.java | 2 +- deploy/clickhouse.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/cameleer3-server-app/src/main/java/com/cameleer3/server/app/config/IngestionConfig.java b/cameleer3-server-app/src/main/java/com/cameleer3/server/app/config/IngestionConfig.java index 340bcc94..762b0e39 100644 --- a/cameleer3-server-app/src/main/java/com/cameleer3/server/app/config/IngestionConfig.java +++ b/cameleer3-server-app/src/main/java/com/cameleer3/server/app/config/IngestionConfig.java @@ -12,7 +12,7 @@ import org.springframework.boot.context.properties.ConfigurationProperties; public class IngestionConfig { private int bufferCapacity = 50_000; - private int batchSize = 5_000; + private int batchSize = 500; private long flushIntervalMs = 1_000; public int getBufferCapacity() { diff --git a/deploy/clickhouse.yaml b/deploy/clickhouse.yaml index 4992f8ad..2e73c791 100644 --- a/deploy/clickhouse.yaml +++ b/deploy/clickhouse.yaml @@ -37,7 +37,7 @@ spec: memory: "512Mi" cpu: "200m" limits: - memory: "1Gi" + memory: "2Gi" cpu: "1000m" volumeClaimTemplates: - metadata: