From f255bd98c37d766738b8f211bb3accaa44fa42d8 Mon Sep 17 00:00:00 2001 From: Jonas Bulcke <127748878+jobulcke@users.noreply.github.com> Date: Fri, 13 Sep 2024 10:40:00 +0200 Subject: [PATCH] feat: higher batching size for RepoSink (#11) * feat: higher batching size for RepoSink * fix: broken test --- .../ldes/gitb/ldio/pipeline/ValidationPipelineSupplier.java | 2 +- src/test/resources/ldio-pipeline.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/main/java/be/vlaanderen/informatievlaanderen/ldes/gitb/ldio/pipeline/ValidationPipelineSupplier.java b/src/main/java/be/vlaanderen/informatievlaanderen/ldes/gitb/ldio/pipeline/ValidationPipelineSupplier.java index e40951a..70c200c 100644 --- a/src/main/java/be/vlaanderen/informatievlaanderen/ldes/gitb/ldio/pipeline/ValidationPipelineSupplier.java +++ b/src/main/java/be/vlaanderen/informatievlaanderen/ldes/gitb/ldio/pipeline/ValidationPipelineSupplier.java @@ -31,7 +31,7 @@ public LdioPipeline getValidationPipeline() { List.of(new LdioRepositorySinkBuilder() .withSparqlHost(sparqlHost) .withRepositoryId(pipelineName) - .withBatchSize(1) + .withBatchSize(250) .build()) ); } diff --git a/src/test/resources/ldio-pipeline.json b/src/test/resources/ldio-pipeline.json index 22dd088..ad56a3c 100644 --- a/src/test/resources/ldio-pipeline.json +++ b/src/test/resources/ldio-pipeline.json @@ -20,7 +20,7 @@ "config": { "sparql-host": "http://my-sparql-host.net", "repository-id": "validation-pipeline-test-pipeline-uuid", - "batch-size": 1 + "batch-size": 250 } } ]