modelling_for_engineers/distributed-kebab
modelling_for_engineers/distributed-kebab
2
0
Fork 0
Code Pull Requests Releases Activity

implemented worker restarter

Browse Source
This commit is contained in:
Pünkösd Marcell 2020-09-24 16:16:29 +02:00
parent e8adbeb401
commit 22dc3e98b7
1 changed files with 10 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
kebab_worker/main.py
View File

@ -35,6 +35,15 @@ def worker(outqueue, id):
outqueue.put(del_list) outqueue.put(del_list)
def worker_watchdog(outqueue, id):
while True:
try:
worker(outqueue, id)
except:
print(f"Worker {id} died! Restarting...")
def main(): def main():
target_url = os.environ['TARGET_URL'] target_url = os.environ['TARGET_URL']
multiprocessing.set_start_method('spawn') multiprocessing.set_start_method('spawn')
@ -42,7 +51,7 @@ def main():
processes = [] processes = []
for id in range(os.cpu_count()): for id in range(os.cpu_count()):
p = multiprocessing.Process(target=worker, args=(outqueue, id)) p = multiprocessing.Process(target=worker_watchdog, args=(outqueue, id))
p.start() p.start()
processes.append(p) processes.append(p)