Expose maxWaitTimeInMs and set subaccounts partitions to 3 (backport #…

…2224) (#2225) Co-authored-by: roy-dydx <[email protected]>
dydxprotocol · Sep 6, 2024 · dd84321 · dd84321
1 parent 386f64d
commit dd84321
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 1 deletion.
diff --git a/indexer/packages/kafka/src/config.ts b/indexer/packages/kafka/src/config.ts
@@ -30,6 +30,7 @@ export const kafkaConfigSchema = {
   KAFKA_MAX_BATCH_WEBSOCKET_MESSAGE_SIZE_BYTES: parseInteger({
     default: 900000, // ~900 kB, 100 kB smaller than the 1 MB default max size of messages in Kafka
   }),
+  KAFKA_WAIT_MAX_TIME_MS: parseInteger({ default: 5_000 }),
 };
 
 export default parseSchema(kafkaConfigSchema);
diff --git a/indexer/packages/kafka/src/consumer.ts b/indexer/packages/kafka/src/consumer.ts
@@ -18,6 +18,7 @@ export const consumer: Consumer = kafka.consumer({
   sessionTimeout: config.KAFKA_SESSION_TIMEOUT_MS,
   rebalanceTimeout: config.KAFKA_REBALANCE_TIMEOUT_MS,
   heartbeatInterval: config.KAFKA_HEARTBEAT_INTERVAL_MS,
+  maxWaitTimeInMs: config.KAFKA_WAIT_MAX_TIME_MS,
   readUncommitted: false,
   maxBytes: 4194304, // 4MB
 });

diff --git a/indexer/services/bazooka/src/index.ts b/indexer/services/bazooka/src/index.ts
@@ -27,7 +27,7 @@ const KAFKA_TOPICS_TO_PARTITIONS: { [key in KafkaTopics]: number } = {
   [KafkaTopics.TO_ENDER]: 1,
   [KafkaTopics.TO_VULCAN]: 60,
   [KafkaTopics.TO_WEBSOCKETS_ORDERBOOKS]: 1,
-  [KafkaTopics.TO_WEBSOCKETS_SUBACCOUNTS]: 30,
+  [KafkaTopics.TO_WEBSOCKETS_SUBACCOUNTS]: 3,
   [KafkaTopics.TO_WEBSOCKETS_TRADES]: 1,
   [KafkaTopics.TO_WEBSOCKETS_MARKETS]: 1,
   [KafkaTopics.TO_WEBSOCKETS_CANDLES]: 1,