From 4db0583f7ac5f814e3299c0fff485f87db42d31d Mon Sep 17 00:00:00 2001 From: Caleb Brown Date: Fri, 9 Jun 2023 16:00:14 +1000 Subject: [PATCH] Attempt to fix production by using mounts that aren't the overlay fs. (#759) * Attempt to fix production by using mounts that aren't the overlay fs. Also some minor fixes to the kubes configs. Signed-off-by: Caleb Brown * File wants to be relative Signed-off-by: Caleb Brown --------- Signed-off-by: Caleb Brown --- infra/worker/scaler.yaml | 2 +- infra/worker/workers-set.yaml | 7 ++++++- internal/utils/file_write_data_utils.go | 2 +- 3 files changed, 8 insertions(+), 3 deletions(-) diff --git a/infra/worker/scaler.yaml b/infra/worker/scaler.yaml index 652c0b8c..8046a597 100644 --- a/infra/worker/scaler.yaml +++ b/infra/worker/scaler.yaml @@ -4,7 +4,7 @@ metadata: name: pubsub spec: minReplicas: 1 - maxReplicas: 2000 + maxReplicas: 1900 metrics: - external: metric: diff --git a/infra/worker/workers-set.yaml b/infra/worker/workers-set.yaml index 04287e1c..35232a5d 100644 --- a/infra/worker/workers-set.yaml +++ b/infra/worker/workers-set.yaml @@ -5,7 +5,6 @@ metadata: labels: app: workers spec: - serviceName: workers replicas: 700 selector: matchLabels: @@ -40,6 +39,8 @@ spec: volumeMounts: - mountPath: "/var/lib/containers" name: image-storage + - mountPath: "/worker_tmp" + name: worker-tmp resources: requests: cpu: 750m @@ -51,3 +52,7 @@ spec: - name: image-storage emptyDir: sizeLimit: 20Gi + - name: worker-tmp + emptyDir: + sizeLimit: 5Gi + diff --git a/internal/utils/file_write_data_utils.go b/internal/utils/file_write_data_utils.go index fec2cb8c..40495b24 100644 --- a/internal/utils/file_write_data_utils.go +++ b/internal/utils/file_write_data_utils.go @@ -10,7 +10,7 @@ Subfolder where write buffer data will be saved to disk before uploaded to a clo This subfolder needs to be shared across files so all functions that access it will be defined here. */ -const writeBufferFolder = "temp_write_buffers" +const writeBufferFolder = "worker_tmp/write_buffers" /* Writes a file in the directory specified by write_buffer_folder and flushes the buffer.