From daf2288dc67e0c3cd03c5bdcf54259a162ac57f1 Mon Sep 17 00:00:00 2001 From: marcsello Date: Fri, 23 Oct 2020 04:08:54 +0200 Subject: [PATCH] Finished CSV memes --- benchmark3.py | 29 ++++++++++++++++++++++++++++- 1 file changed, 28 insertions(+), 1 deletion(-) diff --git a/benchmark3.py b/benchmark3.py index 347ee5f..91db647 100644 --- a/benchmark3.py +++ b/benchmark3.py @@ -9,6 +9,8 @@ from blist import blist from dataclasses import dataclass import threading import queue +import sys +import csv @dataclass(frozen=False, init=True) @@ -125,6 +127,20 @@ def run_benchmark(num_workers: int, timeout: float, filename: str): return all_requests_completed +def write_results(results, file_handle): + writer = csv.writer(file_handle) + # fire_time = Upload complete + # latency is in ms + writer.writerow(['id', 'fire_time', 'response_arrive_time', 'latency']) + + for result in results.values(): + latency = int((result.alert_arrived - result.upload_started) * 1000) + fire_time = datetime.fromtimestamp(result.upload_finished).isoformat() + response_arrive_time = datetime.fromtimestamp(result.alert_arrived).isoformat() + row = [result.id, fire_time, response_arrive_time, latency] + writer.writerow(row) + + def main(): parser = argparse.ArgumentParser( description='Birbnetes Benchmarker 3' @@ -141,6 +157,8 @@ def main(): parser.add_argument('--inflight-timeout', type=int, required=False, default=30, help='Number of seconds to wait for MQTT messages to arrive after uploading finished (not very precise) (0 for not waiting)') + parser.add_argument('--output', type=str, required=True, help='name of the file to write results to (- for stdout)') + parser.add_argument('--mqtt-username', type=str, required=False, default="birbnetes", help="Username for the MQTT server") parser.add_argument('--mqtt-port', type=int, required=False, default=1883, help="Port for the MQTT server") @@ -183,7 +201,7 @@ def main(): total_successful_uploads = len([req for req in benchmark_results.values() if req.upload_status_code == 200]) all_arrived = False waiting_started = time.time() - for _ in range(int(args.inflight_timeout*1000)): + for _ in range(int(args.inflight_timeout * 1000)): if alerts_arrived_queue.qsize() >= total_successful_uploads: all_arrived = True break @@ -225,6 +243,15 @@ def main(): print(f"Test total runtime was {total_runtime} seconds") print("HTTP Request/sec:", len(benchmark_results) / total_runtime) + if args.output == '-': + print("Writing results to STDOUT") + print("\n---------- CUT HERE ----------\n") + write_results(benchmark_results, sys.stdout) + else: + print("Writing results to", args.output) + with open(args.output, 'w') as f: + write_results(benchmark_results, f) + if __name__ == '__main__': main()