kmlabz/sentry-onpremise
kmlabz/sentry-onpremise
Archived
2
0
Fork 0
Code Pull Requests Releases Activity

fix: Add snuba outcomes consumers to setup (#426)

Browse Source 
* feat: Add snuba outcomes consumers to setup

* fix: Rename all references of snuba-consumer

* ref: Rename back to snuba-consumer

* fix: Change auto-offset-reset

* fix: Attempt to fix CI
This commit is contained in:
Markus Unterwaditzer 2020-04-03 15:16:26 +02:00 committed by GitHub
parent 680fe082fe
commit 88991582c5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
docker-compose.yml
View File

@ -15,6 +15,7 @@ x-sentry-defaults: &sentry_defaults
- smtp - smtp
- snuba-api - snuba-api
- snuba-consumer - snuba-consumer
- snuba-outcomes-consumer
- snuba-replacer - snuba-replacer
- symbolicator - symbolicator
- kafka - kafka
@ -101,9 +102,16 @@ services:
- 'sentry-clickhouse-log:/var/log/clickhouse-server' - 'sentry-clickhouse-log:/var/log/clickhouse-server'
snuba-api: snuba-api:
<< : *snuba_defaults << : *snuba_defaults
# Kafka consumer responsible for feeding events into Clickhouse
snuba-consumer: snuba-consumer:
<< : *snuba_defaults << : *snuba_defaults
command: consumer --auto-offset-reset=latest --max-batch-time-ms 750 command: consumer --dataset events --auto-offset-reset=latest --max-batch-time-ms 750
# Kafka consumer responsible for feeding outcomes into Clickhouse
# Use --auto-offset-reset=earliest to recover up to 7 days of TSDB data
# since we did not do a proper migration
snuba-outcomes-consumer:
<< : *snuba_defaults
command: consumer --dataset outcomes --auto-offset-reset=earliest --max-batch-time-ms 750
snuba-replacer: snuba-replacer:
<< : *snuba_defaults << : *snuba_defaults
command: replacer --auto-offset-reset=latest --max-batch-size 3 command: replacer --auto-offset-reset=latest --max-batch-size 3