From e82506f5b7731164a03a02ce757988191ff8a52f Mon Sep 17 00:00:00 2001 From: Burak Yigit Kaya Date: Fri, 17 Jul 2020 06:50:36 +0300 Subject: [PATCH] fix(snuba): Add consumer group to transactions consumer (#599) Without the consumer-group option, transactions consumer and events consumer will compete for messages on the same topic and usually events win, which is the first one. This may cause some data loss for performance and make it seem not work. Should address https://forum.sentry.io/t/perfomance-tracing-for-sentry-itself/10405/5?u=byk --- docker-compose.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker-compose.yml b/docker-compose.yml index d6bc992..5048ebc 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -124,7 +124,7 @@ services: # Kafka consumer responsible for feeding transactions data into Clickhouse snuba-transactions-consumer: << : *snuba_defaults - command: consumer --storage transactions --auto-offset-reset=latest --max-batch-time-ms 750 + command: consumer --storage transactions --consumer-group transactions_group --auto-offset-reset=latest --max-batch-time-ms 750 snuba-replacer: << : *snuba_defaults command: replacer --storage events --auto-offset-reset=latest --max-batch-size 3