From 88991582c5a4d9ed9210ac5dcdd7efe03d4455ba Mon Sep 17 00:00:00 2001
From: Markus Unterwaditzer <markus@unterwaditzer.net>
Date: Fri, 3 Apr 2020 15:16:26 +0200
Subject: [PATCH] fix: Add snuba outcomes consumers to setup (#426)

* feat: Add snuba outcomes consumers to setup

* fix: Rename all references of snuba-consumer

* ref: Rename back to snuba-consumer

* fix: Change auto-offset-reset

* fix: Attempt to fix CI
---
 docker-compose.yml | 10 +++++++++-
 1 file changed, 9 insertions(+), 1 deletion(-)

diff --git a/docker-compose.yml b/docker-compose.yml
index a5aa2a8..7f5a9f4 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -15,6 +15,7 @@ x-sentry-defaults: &sentry_defaults
     - smtp
     - snuba-api
     - snuba-consumer
+    - snuba-outcomes-consumer
     - snuba-replacer
     - symbolicator
     - kafka
@@ -101,9 +102,16 @@ services:
       - 'sentry-clickhouse-log:/var/log/clickhouse-server'
   snuba-api:
     << : *snuba_defaults
+  # Kafka consumer responsible for feeding events into Clickhouse
   snuba-consumer:
     << : *snuba_defaults
-    command: consumer --auto-offset-reset=latest --max-batch-time-ms 750
+    command: consumer --dataset events --auto-offset-reset=latest --max-batch-time-ms 750
+  # Kafka consumer responsible for feeding outcomes into Clickhouse
+  # Use --auto-offset-reset=earliest to recover up to 7 days of TSDB data
+  # since we did not do a proper migration
+  snuba-outcomes-consumer:
+    << : *snuba_defaults
+    command: consumer --dataset outcomes --auto-offset-reset=earliest --max-batch-time-ms 750
   snuba-replacer:
     << : *snuba_defaults
     command: replacer --auto-offset-reset=latest --max-batch-size 3