2
0

build: Update Snuba commands (#434)

Update the consumer and replacer commands. These now take a storage
instead of a dataset name as per https://github.com/getsentry/snuba/pull/875
and https://github.com/getsentry/snuba/pull/861.

This would require `getsentry/snuba:ab2e49cc1f475e59a037d882eb1cecddd23596b9` or more recent to work.
This commit is contained in:
Lyn Nagara 2020-04-22 12:04:57 -07:00 committed by GitHub
parent 3c5ab100c2
commit c20956527c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -105,16 +105,16 @@ services:
# Kafka consumer responsible for feeding events into Clickhouse # Kafka consumer responsible for feeding events into Clickhouse
snuba-consumer: snuba-consumer:
<< : *snuba_defaults << : *snuba_defaults
command: consumer --dataset events --auto-offset-reset=latest --max-batch-time-ms 750 command: consumer --storage events --auto-offset-reset=latest --max-batch-time-ms 750
# Kafka consumer responsible for feeding outcomes into Clickhouse # Kafka consumer responsible for feeding outcomes into Clickhouse
# Use --auto-offset-reset=earliest to recover up to 7 days of TSDB data # Use --auto-offset-reset=earliest to recover up to 7 days of TSDB data
# since we did not do a proper migration # since we did not do a proper migration
snuba-outcomes-consumer: snuba-outcomes-consumer:
<< : *snuba_defaults << : *snuba_defaults
command: consumer --dataset outcomes --auto-offset-reset=earliest --max-batch-time-ms 750 command: consumer --storage outcomes_raw --auto-offset-reset=earliest --max-batch-time-ms 750
snuba-replacer: snuba-replacer:
<< : *snuba_defaults << : *snuba_defaults
command: replacer --auto-offset-reset=latest --max-batch-size 3 command: replacer --storage events --auto-offset-reset=latest --max-batch-size 3
snuba-cleanup: snuba-cleanup:
<< : *snuba_defaults << : *snuba_defaults
image: snuba-cleanup-onpremise-local image: snuba-cleanup-onpremise-local