diff --git a/docker-compose.yml b/docker-compose.yml index a5aa2a8..7f5a9f4 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -15,6 +15,7 @@ x-sentry-defaults: &sentry_defaults - smtp - snuba-api - snuba-consumer + - snuba-outcomes-consumer - snuba-replacer - symbolicator - kafka @@ -101,9 +102,16 @@ services: - 'sentry-clickhouse-log:/var/log/clickhouse-server' snuba-api: << : *snuba_defaults + # Kafka consumer responsible for feeding events into Clickhouse snuba-consumer: << : *snuba_defaults - command: consumer --auto-offset-reset=latest --max-batch-time-ms 750 + command: consumer --dataset events --auto-offset-reset=latest --max-batch-time-ms 750 + # Kafka consumer responsible for feeding outcomes into Clickhouse + # Use --auto-offset-reset=earliest to recover up to 7 days of TSDB data + # since we did not do a proper migration + snuba-outcomes-consumer: + << : *snuba_defaults + command: consumer --dataset outcomes --auto-offset-reset=earliest --max-batch-time-ms 750 snuba-replacer: << : *snuba_defaults command: replacer --auto-offset-reset=latest --max-batch-size 3