fix: Add snuba outcomes consumers to setup (#426)
* feat: Add snuba outcomes consumers to setup * fix: Rename all references of snuba-consumer * ref: Rename back to snuba-consumer * fix: Change auto-offset-reset * fix: Attempt to fix CI
This commit is contained in:
		
				
					committed by
					
						
						GitHub
					
				
			
			
				
	
			
			
			
						parent
						
							680fe082fe
						
					
				
				
					commit
					88991582c5
				
			@@ -15,6 +15,7 @@ x-sentry-defaults: &sentry_defaults
 | 
			
		||||
    - smtp
 | 
			
		||||
    - snuba-api
 | 
			
		||||
    - snuba-consumer
 | 
			
		||||
    - snuba-outcomes-consumer
 | 
			
		||||
    - snuba-replacer
 | 
			
		||||
    - symbolicator
 | 
			
		||||
    - kafka
 | 
			
		||||
@@ -101,9 +102,16 @@ services:
 | 
			
		||||
      - 'sentry-clickhouse-log:/var/log/clickhouse-server'
 | 
			
		||||
  snuba-api:
 | 
			
		||||
    << : *snuba_defaults
 | 
			
		||||
  # Kafka consumer responsible for feeding events into Clickhouse
 | 
			
		||||
  snuba-consumer:
 | 
			
		||||
    << : *snuba_defaults
 | 
			
		||||
    command: consumer --auto-offset-reset=latest --max-batch-time-ms 750
 | 
			
		||||
    command: consumer --dataset events --auto-offset-reset=latest --max-batch-time-ms 750
 | 
			
		||||
  # Kafka consumer responsible for feeding outcomes into Clickhouse
 | 
			
		||||
  # Use --auto-offset-reset=earliest to recover up to 7 days of TSDB data
 | 
			
		||||
  # since we did not do a proper migration
 | 
			
		||||
  snuba-outcomes-consumer:
 | 
			
		||||
    << : *snuba_defaults
 | 
			
		||||
    command: consumer --dataset outcomes --auto-offset-reset=earliest --max-batch-time-ms 750
 | 
			
		||||
  snuba-replacer:
 | 
			
		||||
    << : *snuba_defaults
 | 
			
		||||
    command: replacer --auto-offset-reset=latest --max-batch-size 3
 | 
			
		||||
 
 | 
			
		||||
		Reference in New Issue
	
	Block a user