Improve throughput by applying rate limit per data source

3 weeks ago · a423615969
1 changed files with 1 additions and 0 deletions
--- a/apps/api/src/services/queues/data-gathering/data-gathering.module.ts
+++ b/apps/api/src/services/queues/data-gathering/data-gathering.module.ts
@ -29,6 +29,7 @@ import { DataGatheringProcessor } from './data-gathering.processor';
    BullModule.registerQueue({
      limiter: {
        duration: ms('4 seconds'),
+        groupKey: 'dataSource',
        max: 1
      },
      name: DATA_GATHERING_QUEUE