fix: Add snuba outcomes consumers to setup (#426)
* feat: Add snuba outcomes consumers to setup * fix: Rename all references of snuba-consumer * ref: Rename back to snuba-consumer * fix: Change auto-offset-reset * fix: Attempt to fix CI
This commit is contained in:
parent
680fe082fe
commit
88991582c5
@ -15,6 +15,7 @@ x-sentry-defaults: &sentry_defaults
|
||||
- smtp
|
||||
- snuba-api
|
||||
- snuba-consumer
|
||||
- snuba-outcomes-consumer
|
||||
- snuba-replacer
|
||||
- symbolicator
|
||||
- kafka
|
||||
@ -101,9 +102,16 @@ services:
|
||||
- 'sentry-clickhouse-log:/var/log/clickhouse-server'
|
||||
snuba-api:
|
||||
<< : *snuba_defaults
|
||||
# Kafka consumer responsible for feeding events into Clickhouse
|
||||
snuba-consumer:
|
||||
<< : *snuba_defaults
|
||||
command: consumer --auto-offset-reset=latest --max-batch-time-ms 750
|
||||
command: consumer --dataset events --auto-offset-reset=latest --max-batch-time-ms 750
|
||||
# Kafka consumer responsible for feeding outcomes into Clickhouse
|
||||
# Use --auto-offset-reset=earliest to recover up to 7 days of TSDB data
|
||||
# since we did not do a proper migration
|
||||
snuba-outcomes-consumer:
|
||||
<< : *snuba_defaults
|
||||
command: consumer --dataset outcomes --auto-offset-reset=earliest --max-batch-time-ms 750
|
||||
snuba-replacer:
|
||||
<< : *snuba_defaults
|
||||
command: replacer --auto-offset-reset=latest --max-batch-size 3
|
||||
|
Reference in New Issue
Block a user