cdist configuration management
Latest manual: https://www.cdi.st/manual/latest/
Home page: https://www.cdi.st
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
65 lines
1.9 KiB
65 lines
1.9 KiB
# -*- coding: utf-8 -*- |
|
# |
|
# 2016-2017 Darko Poljak (darko.poljak at gmail.com) |
|
# |
|
# This file is part of cdist. |
|
# |
|
# cdist is free software: you can redistribute it and/or modify |
|
# it under the terms of the GNU General Public License as published by |
|
# the Free Software Foundation, either version 3 of the License, or |
|
# (at your option) any later version. |
|
# |
|
# cdist is distributed in the hope that it will be useful, |
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
# GNU General Public License for more details. |
|
# |
|
# You should have received a copy of the GNU General Public License |
|
# along with cdist. If not, see <http://www.gnu.org/licenses/>. |
|
# |
|
# |
|
|
|
|
|
import multiprocessing |
|
import concurrent.futures as cf |
|
import itertools |
|
import os |
|
import signal |
|
import logging |
|
|
|
|
|
log = logging.getLogger("cdist-mputil") |
|
|
|
|
|
def mp_sig_handler(signum, frame): |
|
log.trace("signal %s, SIGKILL whole process group", signum) |
|
os.killpg(os.getpgrp(), signal.SIGKILL) |
|
|
|
|
|
def mp_pool_run(func, args=None, kwds=None, jobs=multiprocessing.cpu_count()): |
|
"""Run func using concurrent.futures.ProcessPoolExecutor with jobs jobs |
|
and supplied iterables of args and kwds with one entry for each |
|
parallel func instance. |
|
Return list of results. |
|
""" |
|
if args and kwds: |
|
fargs = zip(args, kwds) |
|
elif args: |
|
fargs = zip(args, itertools.repeat({})) |
|
elif kwds: |
|
fargs = zip(itertools.repeat(()), kwds) |
|
else: |
|
return [func(), ] |
|
|
|
retval = [] |
|
with cf.ProcessPoolExecutor(jobs) as executor: |
|
try: |
|
results = [ |
|
executor.submit(func, *a, **k) for a, k in fargs |
|
] |
|
for f in cf.as_completed(results): |
|
retval.append(f.result()) |
|
return retval |
|
except KeyboardInterrupt: |
|
mp_sig_handler(signal.SIGINT, None) |
|
raise
|
|
|