From 150190c8d88bc184aec57419fec12b88c9192895 Mon Sep 17 00:00:00 2001 From: Cyber MacGeddon Date: Thu, 5 Mar 2026 15:16:43 +0000 Subject: [PATCH] Add CLI args --- trustgraph-flow/trustgraph/librarian/service.py | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/trustgraph-flow/trustgraph/librarian/service.py b/trustgraph-flow/trustgraph/librarian/service.py index d374adc2..e5bd2455 100755 --- a/trustgraph-flow/trustgraph/librarian/service.py +++ b/trustgraph-flow/trustgraph/librarian/service.py @@ -47,6 +47,7 @@ default_object_store_secret_key = "object-password" default_object_store_use_ssl = False default_object_store_region = None default_cassandra_host = "cassandra" +default_min_chunk_size = 1 # No minimum by default (for Garage) bucket_name = "library" @@ -100,6 +101,11 @@ class Processor(AsyncProcessor): default_object_store_region ) + min_chunk_size = params.get( + "min_chunk_size", + default_min_chunk_size + ) + cassandra_host = params.get("cassandra_host") cassandra_username = params.get("cassandra_username") cassandra_password = params.get("cassandra_password") @@ -226,6 +232,7 @@ class Processor(AsyncProcessor): load_document = self.load_document, object_store_use_ssl = object_store_use_ssl, object_store_region = object_store_region, + min_chunk_size = min_chunk_size, ) self.collection_manager = CollectionManager( @@ -583,6 +590,14 @@ class Processor(AsyncProcessor): help='Object storage region (optional)', ) + parser.add_argument( + '--min-chunk-size', + type=int, + default=default_min_chunk_size, + help=f'Minimum chunk size in bytes for uploads/downloads ' + f'(default: {default_min_chunk_size})', + ) + add_cassandra_args(parser) def run():