2
0

fix: Add snuba outcomes consumers to setup (#426)

* feat: Add snuba outcomes consumers to setup

* fix: Rename all references of snuba-consumer

* ref: Rename back to snuba-consumer

* fix: Change auto-offset-reset

* fix: Attempt to fix CI
This commit is contained in:
Markus Unterwaditzer 2020-04-03 15:16:26 +02:00 committed by GitHub
parent 680fe082fe
commit 88991582c5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -15,6 +15,7 @@ x-sentry-defaults: &sentry_defaults
- smtp
- snuba-api
- snuba-consumer
- snuba-outcomes-consumer
- snuba-replacer
- symbolicator
- kafka
@ -101,9 +102,16 @@ services:
- 'sentry-clickhouse-log:/var/log/clickhouse-server'
snuba-api:
<< : *snuba_defaults
# Kafka consumer responsible for feeding events into Clickhouse
snuba-consumer:
<< : *snuba_defaults
command: consumer --auto-offset-reset=latest --max-batch-time-ms 750
command: consumer --dataset events --auto-offset-reset=latest --max-batch-time-ms 750
# Kafka consumer responsible for feeding outcomes into Clickhouse
# Use --auto-offset-reset=earliest to recover up to 7 days of TSDB data
# since we did not do a proper migration
snuba-outcomes-consumer:
<< : *snuba_defaults
command: consumer --dataset outcomes --auto-offset-reset=earliest --max-batch-time-ms 750
snuba-replacer:
<< : *snuba_defaults
command: replacer --auto-offset-reset=latest --max-batch-size 3