Add broker_max_dismissed_requests configuration and update dispatcher limit

francesconazzaro · francesconazzaro · commit 7476ee62d288 · 2025-01-17T14:29:13.000+01:00
diff --git a/cads_broker/config.py b/cads_broker/config.py
@@ -39,6 +39,7 @@ class BrokerConfig(pydantic_settings.BaseSettings):
     broker_requeue_limit: int = 3
     broker_max_internal_scheduler_tasks: int = 500
     broker_max_accepted_requests: int = 2000
+    broker_max_dismissed_requests: int = 100
     broker_cancel_stuck_requests_cache_ttl: int = 60
     broker_stuck_requests_limit_minutes: int = 15
 
diff --git a/cads_broker/dispatcher.py b/cads_broker/dispatcher.py
@@ -415,7 +415,7 @@ def sync_database(self, session: sa.orm.Session) -> None:
         # the retrieve API sets the status to "dismissed",
         # here the broker fixes the QoS and queue status accordingly
         dismissed_requests = db.get_dismissed_requests(
-            session, limit=CONFIG.broker_max_accepted_requests
+            session, limit=CONFIG.broker_max_dismissed_requests
         )
         for request in dismissed_requests:
             if future := self.futures.pop(request.request_uid, None):

Original file line number	Diff line number	Diff line change
`@@ -415,7 +415,7 @@ def sync_database(self, session: sa.orm.Session) -> None:`
`415`	`415`	`# the retrieve API sets the status to "dismissed",`
`416`	`416`	`# here the broker fixes the QoS and queue status accordingly`
`417`	`417`	`dismissed_requests = db.get_dismissed_requests(`
`418`		`- session, limit=CONFIG.broker_max_accepted_requests`
	`418`	`+ session, limit=CONFIG.broker_max_dismissed_requests`
`419`	`419`	`)`
`420`	`420`	`for request in dismissed_requests:`
`421`	`421`	`if future := self.futures.pop(request.request_uid, None):`