92 lines
2.6 KiB
Python
92 lines
2.6 KiB
Python
|
#!/usr/bin/env python3
|
||
|
|
import sentry_sdk
|
||
|
|
import os
|
||
|
|
import requests
|
||
|
|
import tempfile
|
||
|
|
import numpy
|
||
|
|
import json
|
||
|
|
import pika
|
||
|
|
import uwsgi
|
||
|
|
|
||
|
|
from pyAudioAnalysis.audioTrainTest import load_model, load_model_knn, classifier_wrapper
|
||
|
|
|
||
|
|
SENTRY_DSN = os.environ.get("SENTRY_DSN")
|
||
|
|
if SENTRY_DSN:
|
||
|
|
sentry_sdk.init(
|
||
|
|
dsn=SENTRY_DSN,
|
||
|
|
send_default_pii=True,
|
||
|
|
release=os.environ.get('RELEASE_ID', 'test'),
|
||
|
|
environment=os.environ.get('RELEASEMODE', 'dev')
|
||
|
|
)
|
||
|
|
|
||
|
|
|
||
|
|
def run_classification(task):
|
||
|
|
_, temp_model_name = tempfile.mkstemp()
|
||
|
|
temp_means_name = temp_model_name + "MEANS"
|
||
|
|
|
||
|
|
r = requests.get(f"http://model-service/model/{task['model']}/details")
|
||
|
|
r.raise_for_status()
|
||
|
|
|
||
|
|
model_details = r.json()
|
||
|
|
|
||
|
|
try:
|
||
|
|
|
||
|
|
r = requests.get(f"http://model-service/model/{task['model']}")
|
||
|
|
r.raise_for_status()
|
||
|
|
|
||
|
|
with open(temp_model_name, 'wb') as f:
|
||
|
|
f.write(r.content)
|
||
|
|
|
||
|
|
r = requests.get(f"http://model-service/model/{task['model']}?means")
|
||
|
|
r.raise_for_status()
|
||
|
|
|
||
|
|
with open(temp_means_name, 'wb') as f:
|
||
|
|
f.write(r.content)
|
||
|
|
|
||
|
|
if model_details['type'] == 'knn':
|
||
|
|
classifier, mean, std, classes, mid_window, mid_step, short_window, short_step, compute_beat \
|
||
|
|
= load_model_knn(temp_model_name)
|
||
|
|
|
||
|
|
else:
|
||
|
|
classifier, mean, std, classes, mid_window, mid_step, short_window, short_step, compute_beat \
|
||
|
|
= load_model(temp_model_name)
|
||
|
|
|
||
|
|
feature_vector = (numpy.array(task['features']) - mean) / std
|
||
|
|
class_id, probability = classifier_wrapper(classifier, model_details['type'], feature_vector)
|
||
|
|
|
||
|
|
finally: # bruuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuh
|
||
|
|
try:
|
||
|
|
os.remove(temp_model_name)
|
||
|
|
except FileNotFoundError:
|
||
|
|
pass
|
||
|
|
|
||
|
|
try:
|
||
|
|
os.remove(temp_means_name)
|
||
|
|
except FileNotFoundError:
|
||
|
|
pass
|
||
|
|
|
||
|
|
results = {
|
||
|
|
"tag": task['tag'],
|
||
|
|
"model": task['model'],
|
||
|
|
"class_id": class_id,
|
||
|
|
"probability": probability
|
||
|
|
}
|
||
|
|
|
||
|
|
return results
|
||
|
|
|
||
|
|
|
||
|
|
def main():
|
||
|
|
connection = pika.BlockingConnection(pika.connection.URLParameters(os.environ['PIKA_URL']))
|
||
|
|
channel = connection.channel()
|
||
|
|
channel.exchange_declare(exchange=os.environ['PIKA_EXCHANGE'], exchange_type='fanout')
|
||
|
|
|
||
|
|
while True:
|
||
|
|
message = uwsgi.mule_get_msg()
|
||
|
|
task = json.loads(message)
|
||
|
|
results = run_classification(task)
|
||
|
|
channel.basic_publish(exchange=os.environ['PIKA_EXCHANGE'], routing_key='classification-result', body=results)
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
main()
|