From 69b4c2fa9b4f65ec55c482e443b40dcea5712491 Mon Sep 17 00:00:00 2001 From: Sergio Recio Rodriguez Date: Mon, 5 Jan 2026 11:49:32 +0000 Subject: [PATCH 1/2] fix: reduce max tasks per worker to 1 Signed-off-by: DBT pre-commit check --- src/matchbox/server/uploads.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/matchbox/server/uploads.py b/src/matchbox/server/uploads.py index 83d82c584..c23c5afc4 100644 --- a/src/matchbox/server/uploads.py +++ b/src/matchbox/server/uploads.py @@ -165,7 +165,7 @@ def s3_to_recordbatch( prefetch_multiplier=1, # Limit number of tasks a worker can complete before restarting # This may prevent OOM errors caused by memory not being deallocated properly - worker_max_tasks_per_child=5, + worker_max_tasks_per_child=1, ) From 28141842b3abab0b166290703a9439107d3066d5 Mon Sep 17 00:00:00 2001 From: Sergio Recio Rodriguez Date: Mon, 5 Jan 2026 11:50:18 +0000 Subject: [PATCH 2/2] fix: configuration prefetch argument Signed-off-by: DBT pre-commit check --- src/matchbox/server/uploads.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/matchbox/server/uploads.py b/src/matchbox/server/uploads.py index c23c5afc4..b4056e9b1 100644 --- a/src/matchbox/server/uploads.py +++ b/src/matchbox/server/uploads.py @@ -162,7 +162,7 @@ def s3_to_recordbatch( task_acks_late=True, # Reduce pre-fetching (workers reserving tasks while they're still busy) # as it's not ideal for long-running tasks - prefetch_multiplier=1, + worker_prefetch_multiplier=1, # Limit number of tasks a worker can complete before restarting # This may prevent OOM errors caused by memory not being deallocated properly worker_max_tasks_per_child=1,