81 lines
2.6 KiB
Python
81 lines
2.6 KiB
Python
#!/usr/bin/env python3
|
|
import logging
|
|
import os
|
|
import sys
|
|
import pika
|
|
import json
|
|
|
|
from sentry_sdk.integrations.logging import LoggingIntegration
|
|
from sentry_sdk import start_transaction
|
|
import sentry_sdk
|
|
|
|
from magic_doer import MagicDoer
|
|
|
|
|
|
def message_callback(channel, method, properties, body):
|
|
try:
|
|
msg = json.loads(body.decode('utf-8'))
|
|
except (UnicodeDecodeError, json.JSONDecodeError) as e:
|
|
logging.warning(f"Invalid message recieved: {e}")
|
|
return
|
|
|
|
with start_transaction(op="cnn-classification-service", name="classify-soundfile"):
|
|
results = MagicDoer.run_everything(msg) # <- This is where the magic happens
|
|
|
|
if results:
|
|
channel.basic_publish(
|
|
exchange=os.environ['PIKA_OUTPUT_EXCHANGE'],
|
|
routing_key='classification-result',
|
|
body=json.dumps(results).encode("utf-8")
|
|
)
|
|
channel.basic_ack(delivery_tag=method.delivery_tag)
|
|
|
|
|
|
def main():
|
|
logging.basicConfig(
|
|
stream=sys.stdout,
|
|
format="%(asctime)s - %(name)s [%(levelname)s]: %(message)s",
|
|
level=logging.DEBUG if '--debug' in sys.argv else logging.INFO
|
|
)
|
|
|
|
SENTRY_DSN = os.environ.get("SENTRY_DSN")
|
|
if SENTRY_DSN:
|
|
sentry_logging = LoggingIntegration(
|
|
level=logging.DEBUG, # Capture info and above as breadcrumbs
|
|
event_level=logging.ERROR # Send errors as events
|
|
)
|
|
sentry_sdk.init(
|
|
dsn=SENTRY_DSN,
|
|
integrations=[sentry_logging],
|
|
traces_sample_rate=1.0,
|
|
send_default_pii=True,
|
|
release=os.environ.get('RELEASE_ID', 'test'),
|
|
environment=os.environ.get('RELEASEMODE', 'dev'),
|
|
_experiments={"auto_enabling_integrations": True}
|
|
)
|
|
|
|
logging.info("Connecting to MQ service...")
|
|
connection = pika.BlockingConnection(pika.connection.URLParameters(os.environ['PIKA_URL']))
|
|
channel = connection.channel()
|
|
channel.exchange_declare(exchange=os.environ['PIKA_INPUT_EXCHANGE'], exchange_type='direct')
|
|
|
|
queue_declare_result = channel.queue_declare(queue='cnnqueue', exclusive=False)
|
|
queue_name = queue_declare_result.method.queue
|
|
|
|
channel.queue_bind(exchange=os.environ['PIKA_INPUT_EXCHANGE'], routing_key='feature', queue=queue_name)
|
|
|
|
channel.basic_qos(prefetch_count=1)
|
|
|
|
channel.basic_consume(queue=queue_name, on_message_callback=message_callback, auto_ack=False)
|
|
|
|
logging.info("Connection complete! Listening to messages...")
|
|
try:
|
|
channel.start_consuming()
|
|
except KeyboardInterrupt:
|
|
logging.info("SIGINT Received! Stopping stuff...")
|
|
channel.stop_consuming()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|