From 8dd3f1cb3cfb5a21e56ba894a427d367fd3f10e4 Mon Sep 17 00:00:00 2001 From: marcsello Date: Fri, 23 Oct 2020 02:55:13 +0200 Subject: [PATCH] Started implementing benchmark3 --- benchmark3.py | 116 ++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 116 insertions(+) create mode 100644 benchmark3.py diff --git a/benchmark3.py b/benchmark3.py new file mode 100644 index 0000000..79c4d4c --- /dev/null +++ b/benchmark3.py @@ -0,0 +1,116 @@ +import io +import sys +import time +import pycurl +import itertools +import multiprocessing +import threading +import queue +from datetime import datetime +from blist import blist +from dataclasses import dataclass + + +@dataclass(frozen=False, init=True) +class UploadRequest: + id: int + upload_started: float = None + upload_finished: float = None + upload_status_code: bool = False + alert_arrived: float = None + + +@dataclass(frozen=False, init=True) +class ReturnedRequest: + id: int + arrived: float + + +def independent_worker(number_generator, result_queue, filename: str, timeout: float): + prepared_curl = pycurl.Curl() + prepared_curl.setopt(pycurl.URL, "https://birb.k8s.kmlabz.com/benchmark") + prepared_curl.setopt(pycurl.SSL_VERIFYPEER, 0) + prepared_curl.setopt(pycurl.SSL_VERIFYHOST, 0) + # prepared_curl.setopt(pycurl.FORBID_REUSE, 0) + prepared_curl.setopt(pycurl.HTTP_VERSION, pycurl.CURL_HTTP_VERSION_2_0) + prepared_curl.setopt(pycurl.WRITEFUNCTION, lambda _: None) + + completed_jobs_list = blist() # O(log n) insert instead of python's O(n) + + worker_stop_time = 0 + worker_completed_job_count = 0 + + # Start working!! + worker_start_time = time.time() + while True: + jobid = next(number_generator) + prepared_curl.setopt(pycurl.HTTPPOST, [ + ('file', ( + pycurl.FORM_FILE, filename + )), + ('description', ( + pycurl.FORM_BUFFERPTR, f'{{"date": "{datetime.now().isoformat()}", "device_id" : "{jobid}"}}', + pycurl.FORM_CONTENTTYPE, 'application/json', + )) + ]) + + job_start_time = time.time() + prepared_curl.perform() + job_stop_time = time.time() + status_code = prepared_curl.getinfo(pycurl.HTTP_CODE) + + worker_completed_job_count += 1 + + completed_jobs_list.append(UploadRequest( + id=jobid, + upload_started=job_start_time, + upload_finished=job_stop_time, + upload_status_code=status_code + )) + + if (job_stop_time - worker_start_time) >= timeout: + worker_stop_time = job_stop_time + break + + # end of loop + runtime = worker_stop_time - worker_start_time + prepared_curl.close() + + result_queue.put( + (runtime, worker_completed_job_count, completed_jobs_list) + ) + + +def main(): + num_workers = 50 + timeout = 10.0 + filename = '/home/marcsello/XauddzikzfKhogEcCYmufFMUrjYTwhwf.wav' + + result_queue = multiprocessing.Queue() + + workers = [] + number_gen = itertools.count() + for _ in range(num_workers): + workers.append(multiprocessing.Process( + target=independent_worker, + args=(number_gen, result_queue, filename, timeout)) + ) + + for w in workers: + w.start() + + completed_workers = 0 + total_numer_of_completed_requests = 0 + while completed_workers < num_workers: + result = result_queue.get() + total_numer_of_completed_requests += result[1] + completed_workers += 1 + + for w in workers: + w.join() + + print(total_numer_of_completed_requests / timeout) + + +if __name__ == '__main__': + main()