fix: make workflow worker batch size configurable

vishnurk6247 · vishnurk6247 · commit 2df4c9a948ce · 2025-12-22T01:32:38.000+05:30
diff --git a/wavefront/server/background_jobs/workflow_job/workflow_job/config.ini b/wavefront/server/background_jobs/workflow_job/workflow_job/config.ini
@@ -2,6 +2,7 @@
 thread_count = ${THREAD_COUNT:3}
 app_env = ${APP_ENV:dev}
 passthrough_secret = ${PASSTHROUGH_SECRET}
+batch_size = ${BATCH_SIZE:5}
 
 [agents]
 agent_yaml_bucket = ${AGENT_YAML_BUCKET}
diff --git a/wavefront/server/background_jobs/workflow_job/workflow_job/main.py b/wavefront/server/background_jobs/workflow_job/workflow_job/main.py
@@ -103,7 +103,7 @@ def main():
         ),
         cache_manager=cache_manager,
         retry_count=3,
-        streaming_batch_size=5,
+        streaming_batch_size=int(config['app_config']['batch_size']),
     )
 
     listener.run_workers(thread_count=int(config['app_config']['thread_count']))

Original file line number	Diff line number	Diff line change
`@@ -103,7 +103,7 @@ def main():`
`103`	`103`	`),`
`104`	`104`	`cache_manager=cache_manager,`
`105`	`105`	`retry_count=3,`
`106`		`- streaming_batch_size=5,`
	`106`	`+ streaming_batch_size=int(config['app_config']['batch_size']),`
`107`	`107`	`)`
`108`	`108`
`109`	`109`	`listener.run_workers(thread_count=int(config['app_config']['thread_count']))`