fancsali/cdist-backup
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Further improve parallel execution.

Browse source
This commit is contained in:
Darko Poljak 2017-07-26 17:39:07 +02:00
commit 23fbabe303
2 changed files with 11 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

13
cdist/config.py
View file

@ -29,7 +29,7 @@ import itertools
import tempfile
import socket
import multiprocessing
from cdist.mputil import mp_pool_run
from cdist.mputil import mp_pool_run, mp_sig_handler
import atexit
import shutil
@ -138,12 +138,8 @@ class Config(object):
if args.parallel:
import signal
def sigterm_handler(signum, frame):
log.trace("signal %s, killing whole process group", signum)
os.killpg(os.getpgrp(), signal.SIGKILL)
signal.signal(signal.SIGTERM, sigterm_handler)
signal.signal(signal.SIGHUP, sigterm_handler)
signal.signal(signal.SIGTERM, mp_sig_handler)
signal.signal(signal.SIGHUP, mp_sig_handler)
# FIXME: Refactor relict - remove later
log = logging.getLogger("cdist")
@ -221,8 +217,7 @@ class Config(object):
cls.onehost(*process_args[0])
except cdist.Error as e:
failed_hosts.append(host)
# Catch errors in parallel mode when joining
if args.parallel:
elif args.parallel:
log.trace("Multiprocessing start method is {}".format(
multiprocessing.get_start_method()))
log.trace(("Starting multiprocessing Pool for {} "