forked from ungleich-public/cdist
Merge remote-tracking branch 'telmich/install' into oo-restructure
This commit is contained in:
Steven Armstrong
commit
ad815f7373
2 changed files with 240 additions and 215 deletions
|
|
@ -31,263 +31,263 @@ import cdist.path
|
||||||
|
|
||||||
log = logging.getLogger(__name__)
|
log = logging.getLogger(__name__)
|
||||||
|
|
||||||
CODE_HEADER = "#!/bin/sh -e\n"
|
CODE_HEADER = "#!/bin/sh -e\n"
|
||||||
|
|
||||||
class ConfigInstall:
|
class ConfigInstall:
|
||||||
"""Class to hold install and config methods"""
|
"""Class to hold install and config methods"""
|
||||||
|
|
||||||
def __init__(self, target_host,
|
def __init__(self, target_host,
|
||||||
initial_manifest=False,
|
initial_manifest=False,
|
||||||
remote_user="root",
|
remote_user="root",
|
||||||
home=None,
|
home=None,
|
||||||
exec_path=sys.argv[0],
|
exec_path=sys.argv[0],
|
||||||
debug=False):
|
debug=False):
|
||||||
|
|
||||||
self.target_host = target_host
|
self.target_host = target_host
|
||||||
self.debug = debug
|
self.debug = debug
|
||||||
self.remote_user = remote_user
|
self.remote_user = remote_user
|
||||||
self.exec_path = exec_path
|
self.exec_path = exec_path
|
||||||
|
|
||||||
# FIXME: broken - construct elsewhere!
|
# FIXME: broken - construct elsewhere!
|
||||||
self.remote_prefix = ["ssh", self.remote_user + "@" + self.target_host]
|
self.remote_prefix = ["ssh", self.remote_user + "@" + self.target_host]
|
||||||
|
|
||||||
self.path = cdist.path.Path(self.target_host,
|
self.path = cdist.path.Path(self.target_host,
|
||||||
initial_manifest=initial_manifest,
|
initial_manifest=initial_manifest,
|
||||||
remote_user=self.remote_user,
|
remote_user=self.remote_user,
|
||||||
remote_prefix=self.remote_prefix,
|
remote_prefix=self.remote_prefix,
|
||||||
base_dir=home,
|
base_dir=home,
|
||||||
debug=debug)
|
debug=debug)
|
||||||
|
|
||||||
self.objects_prepared = []
|
self.objects_prepared = []
|
||||||
|
|
||||||
def cleanup(self):
|
def cleanup(self):
|
||||||
self.path.cleanup()
|
self.path.cleanup()
|
||||||
|
|
||||||
def run_global_explores(self):
|
def run_global_explorers(self):
|
||||||
"""Run global explorers"""
|
"""Run global explorers"""
|
||||||
log.info("Running global explorers")
|
log.info("Running global explorers")
|
||||||
explorers = self.path.list_global_explorers()
|
explorers = self.path.list_global_explorers()
|
||||||
if(len(explorers) == 0):
|
if(len(explorers) == 0):
|
||||||
raise CdistError("No explorers found in", self.path.global_explorer_dir)
|
raise CdistError("No explorers found in", self.path.global_explorer_dir)
|
||||||
|
|
||||||
self.path.transfer_global_explorers()
|
self.path.transfer_global_explorers()
|
||||||
for explorer in explorers:
|
for explorer in explorers:
|
||||||
output = self.path.global_explorer_output_path(explorer)
|
output = self.path.global_explorer_output_path(explorer)
|
||||||
output_fd = open(output, mode='w')
|
output_fd = open(output, mode='w')
|
||||||
cmd = []
|
cmd = []
|
||||||
cmd.append("__explorer=" + cdist.path.REMOTE_GLOBAL_EXPLORER_DIR)
|
cmd.append("__explorer=" + cdist.path.REMOTE_GLOBAL_EXPLORER_DIR)
|
||||||
cmd.append(self.path.remote_global_explorer_path(explorer))
|
cmd.append(self.path.remote_global_explorer_path(explorer))
|
||||||
|
|
||||||
cdist.exec.run_or_fail(cmd, stdout=output_fd, remote_prefix=self.remote_prefix)
|
cdist.exec.run_or_fail(cmd, stdout=output_fd, remote_prefix=self.remote_prefix)
|
||||||
output_fd.close()
|
output_fd.close()
|
||||||
|
|
||||||
def run_type_explorer(self, cdist_object):
|
def run_type_explorer(self, cdist_object):
|
||||||
"""Run type specific explorers for objects"""
|
"""Run type specific explorers for objects"""
|
||||||
|
|
||||||
type = self.path.get_type_from_object(cdist_object)
|
type = self.path.get_type_from_object(cdist_object)
|
||||||
self.path.transfer_type_explorers(type)
|
self.path.transfer_type_explorers(type)
|
||||||
|
|
||||||
cmd = []
|
cmd = []
|
||||||
cmd.append("__explorer=" + cdist.path.REMOTE_GLOBAL_EXPLORER_DIR)
|
cmd.append("__explorer=" + cdist.path.REMOTE_GLOBAL_EXPLORER_DIR)
|
||||||
cmd.append("__type_explorer=" + self.path.remote_type_explorer_dir(type))
|
cmd.append("__type_explorer=" + self.path.remote_type_explorer_dir(type))
|
||||||
cmd.append("__object=" + self.path.remote_object_dir(cdist_object))
|
cmd.append("__object=" + self.path.remote_object_dir(cdist_object))
|
||||||
cmd.append("__object_id=" + self.path.get_object_id_from_object(cdist_object))
|
cmd.append("__object_id=" + self.path.get_object_id_from_object(cdist_object))
|
||||||
cmd.append("__object_fq=" + cdist_object)
|
cmd.append("__object_fq=" + cdist_object)
|
||||||
|
|
||||||
# Need to transfer at least the parameters for objects to be useful
|
# Need to transfer at least the parameters for objects to be useful
|
||||||
self.path.transfer_object_parameter(cdist_object)
|
self.path.transfer_object_parameter(cdist_object)
|
||||||
|
|
||||||
explorers = self.path.list_type_explorers(type)
|
explorers = self.path.list_type_explorers(type)
|
||||||
for explorer in explorers:
|
for explorer in explorers:
|
||||||
remote_cmd = cmd + [os.path.join(self.path.remote_type_explorer_dir(type), explorer)]
|
remote_cmd = cmd + [os.path.join(self.path.remote_type_explorer_dir(type), explorer)]
|
||||||
output = os.path.join(self.path.type_explorer_output_dir(cdist_object), explorer)
|
output = os.path.join(self.path.type_explorer_output_dir(cdist_object), explorer)
|
||||||
output_fd = open(output, mode='w')
|
output_fd = open(output, mode='w')
|
||||||
log.debug("%s exploring %s using %s storing to %s",
|
log.debug("%s exploring %s using %s storing to %s",
|
||||||
cdist_object, explorer, remote_cmd, output)
|
cdist_object, explorer, remote_cmd, output)
|
||||||
|
|
||||||
cdist.exec.run_or_fail(remote_cmd, stdout=output_fd, remote_prefix=self.remote_prefix)
|
cdist.exec.run_or_fail(remote_cmd, stdout=output_fd, remote_prefix=self.remote_prefix)
|
||||||
output_fd.close()
|
output_fd.close()
|
||||||
|
|
||||||
def link_emulator(self):
|
def link_emulator(self):
|
||||||
"""Link emulator to types"""
|
"""Link emulator to types"""
|
||||||
cdist.emulator.link(self.exec_path,
|
cdist.emulator.link(self.exec_path,
|
||||||
self.path.bin_dir, self.path.list_types())
|
self.path.bin_dir, self.path.list_types())
|
||||||
|
|
||||||
def init_deploy(self):
|
def init_deploy(self):
|
||||||
"""Ensure the base directories are cleaned up"""
|
"""Ensure the base directories are cleaned up"""
|
||||||
log.debug("Creating clean directory structure")
|
log.debug("Creating clean directory structure")
|
||||||
|
|
||||||
self.path.remove_remote_dir(cdist.path.REMOTE_BASE_DIR)
|
self.path.remove_remote_dir(cdist.path.REMOTE_BASE_DIR)
|
||||||
self.path.remote_mkdir(cdist.path.REMOTE_BASE_DIR)
|
self.path.remote_mkdir(cdist.path.REMOTE_BASE_DIR)
|
||||||
self.link_emulator()
|
self.link_emulator()
|
||||||
|
|
||||||
def run_initial_manifest(self):
|
def run_initial_manifest(self):
|
||||||
"""Run the initial manifest"""
|
"""Run the initial manifest"""
|
||||||
log.info("Running initial manifest %s", self.path.initial_manifest)
|
log.info("Running initial manifest %s", self.path.initial_manifest)
|
||||||
env = { "__manifest" : self.path.manifest_dir }
|
env = { "__manifest" : self.path.manifest_dir }
|
||||||
self.run_manifest(self.path.initial_manifest, extra_env=env)
|
self.run_manifest(self.path.initial_manifest, extra_env=env)
|
||||||
|
|
||||||
def run_type_manifest(self, cdist_object):
|
def run_type_manifest(self, cdist_object):
|
||||||
"""Run manifest for a specific object"""
|
"""Run manifest for a specific object"""
|
||||||
type = self.path.get_type_from_object(cdist_object)
|
type = self.path.get_type_from_object(cdist_object)
|
||||||
manifest = self.path.type_dir(type, "manifest")
|
manifest = self.path.type_dir(type, "manifest")
|
||||||
|
|
||||||
log.debug("%s: Running %s", cdist_object, manifest)
|
log.debug("%s: Running %s", cdist_object, manifest)
|
||||||
if os.path.exists(manifest):
|
if os.path.exists(manifest):
|
||||||
env = { "__object" : self.path.object_dir(cdist_object),
|
env = { "__object" : self.path.object_dir(cdist_object),
|
||||||
"__object_id": self.path.get_object_id_from_object(cdist_object),
|
"__object_id": self.path.get_object_id_from_object(cdist_object),
|
||||||
"__object_fq": cdist_object,
|
"__object_fq": cdist_object,
|
||||||
"__type": self.path.type_dir(type)
|
"__type": self.path.type_dir(type)
|
||||||
}
|
}
|
||||||
self.run_manifest(manifest, extra_env=env)
|
self.run_manifest(manifest, extra_env=env)
|
||||||
|
|
||||||
def run_manifest(self, manifest, extra_env=None):
|
def run_manifest(self, manifest, extra_env=None):
|
||||||
"""Run a manifest"""
|
"""Run a manifest"""
|
||||||
log.debug("Running manifest %s, env=%s", manifest, extra_env)
|
log.debug("Running manifest %s, env=%s", manifest, extra_env)
|
||||||
env = os.environ.copy()
|
env = os.environ.copy()
|
||||||
env['PATH'] = self.path.bin_dir + ":" + env['PATH']
|
env['PATH'] = self.path.bin_dir + ":" + env['PATH']
|
||||||
|
|
||||||
# Information required in every manifest
|
# Information required in every manifest
|
||||||
env['__target_host'] = self.target_host
|
env['__target_host'] = self.target_host
|
||||||
env['__global'] = self.path.out_dir
|
env['__global'] = self.path.out_dir
|
||||||
|
|
||||||
# Submit debug flag to manifest, can be used by emulator and types
|
# Submit debug flag to manifest, can be used by emulator and types
|
||||||
if self.debug:
|
if self.debug:
|
||||||
env['__debug'] = "yes"
|
env['__debug'] = "yes"
|
||||||
|
|
||||||
# Required for recording source
|
# Required for recording source
|
||||||
env['__cdist_manifest'] = manifest
|
env['__cdist_manifest'] = manifest
|
||||||
|
|
||||||
# Required to find types
|
# Required to find types
|
||||||
env['__cdist_type_base_dir'] = self.path.type_base_dir
|
env['__cdist_type_base_dir'] = self.path.type_base_dir
|
||||||
|
|
||||||
# Other environment stuff
|
# Other environment stuff
|
||||||
if extra_env:
|
if extra_env:
|
||||||
env.update(extra_env)
|
env.update(extra_env)
|
||||||
|
|
||||||
cdist.exec.shell_run_or_debug_fail(manifest, [manifest], env=env)
|
cdist.exec.shell_run_or_debug_fail(manifest, [manifest], env=env)
|
||||||
|
|
||||||
def object_run(self, cdist_object, mode):
|
def object_run(self, cdist_object, mode):
|
||||||
"""Run gencode or code for an object"""
|
"""Run gencode or code for an object"""
|
||||||
log.debug("Running %s from %s", mode, cdist_object)
|
log.debug("Running %s from %s", mode, cdist_object)
|
||||||
file=os.path.join(self.path.object_dir(cdist_object), "require")
|
file=os.path.join(self.path.object_dir(cdist_object), "require")
|
||||||
requirements = cdist.path.file_to_list(file)
|
requirements = cdist.path.file_to_list(file)
|
||||||
type = self.path.get_type_from_object(cdist_object)
|
type = self.path.get_type_from_object(cdist_object)
|
||||||
|
|
||||||
for requirement in requirements:
|
for requirement in requirements:
|
||||||
log.debug("Object %s requires %s", cdist_object, requirement)
|
log.debug("Object %s requires %s", cdist_object, requirement)
|
||||||
self.object_run(requirement, mode=mode)
|
self.object_run(requirement, mode=mode)
|
||||||
|
|
||||||
#
|
#
|
||||||
# Setup env Variable:
|
# Setup env Variable:
|
||||||
#
|
#
|
||||||
env = os.environ.copy()
|
env = os.environ.copy()
|
||||||
env['__target_host'] = self.target_host
|
env['__target_host'] = self.target_host
|
||||||
env['__global'] = self.path.out_dir
|
env['__global'] = self.path.out_dir
|
||||||
env["__object"] = self.path.object_dir(cdist_object)
|
env["__object"] = self.path.object_dir(cdist_object)
|
||||||
env["__object_id"] = self.path.get_object_id_from_object(cdist_object)
|
env["__object_id"] = self.path.get_object_id_from_object(cdist_object)
|
||||||
env["__object_fq"] = cdist_object
|
env["__object_fq"] = cdist_object
|
||||||
env["__type"] = self.path.type_dir(type)
|
env["__type"] = self.path.type_dir(type)
|
||||||
|
|
||||||
if mode == "gencode":
|
if mode == "gencode":
|
||||||
paths = [
|
paths = [
|
||||||
self.path.type_dir(type, "gencode-local"),
|
self.path.type_dir(type, "gencode-local"),
|
||||||
self.path.type_dir(type, "gencode-remote")
|
self.path.type_dir(type, "gencode-remote")
|
||||||
]
|
]
|
||||||
for bin in paths:
|
for bin in paths:
|
||||||
if os.path.isfile(bin):
|
if os.path.isfile(bin):
|
||||||
# omit "gen" from gencode and use it for output base
|
# omit "gen" from gencode and use it for output base
|
||||||
outfile=os.path.join(self.path.object_dir(cdist_object),
|
outfile=os.path.join(self.path.object_dir(cdist_object),
|
||||||
os.path.basename(bin)[3:])
|
os.path.basename(bin)[3:])
|
||||||
|
|
||||||
outfile_fd = open(outfile, "w")
|
outfile_fd = open(outfile, "w")
|
||||||
|
|
||||||
# Need to flush to ensure our write is done before stdout write
|
# Need to flush to ensure our write is done before stdout write
|
||||||
# FIXME: CODE_HEADER needed in our sh -e scenario????
|
# FIXME: CODE_HEADER needed in our sh -e scenario?
|
||||||
outfile_fd.write(CODE_HEADER)
|
outfile_fd.write(CODE_HEADER)
|
||||||
outfile_fd.flush()
|
outfile_fd.flush()
|
||||||
|
|
||||||
cdist.exec.shell_run_or_debug_fail(bin, [bin], env=env, stdout=outfile_fd)
|
cdist.exec.shell_run_or_debug_fail(bin, [bin], env=env, stdout=outfile_fd)
|
||||||
outfile_fd.close()
|
outfile_fd.close()
|
||||||
|
|
||||||
status = os.stat(outfile)
|
status = os.stat(outfile)
|
||||||
|
|
||||||
# Remove output if empty, else make it executable
|
# Remove output if empty, else make it executable
|
||||||
if status.st_size == len(CODE_HEADER):
|
if status.st_size == len(CODE_HEADER):
|
||||||
os.unlink(outfile)
|
os.unlink(outfile)
|
||||||
else:
|
else:
|
||||||
# Add header and make executable - identically to 0o700
|
# Add header and make executable - identically to 0o700
|
||||||
os.chmod(outfile, stat.S_IXUSR | stat.S_IRUSR | stat.S_IWUSR)
|
os.chmod(outfile, stat.S_IXUSR | stat.S_IRUSR | stat.S_IWUSR)
|
||||||
|
|
||||||
# Mark object as changed
|
# Mark object as changed
|
||||||
open(os.path.join(self.path.object_dir(cdist_object), "changed"), "w").close()
|
open(os.path.join(self.path.object_dir(cdist_object), "changed"), "w").close()
|
||||||
|
|
||||||
|
|
||||||
if mode == "code":
|
if mode == "code":
|
||||||
local_dir = self.path.object_dir(cdist_object)
|
local_dir = self.path.object_dir(cdist_object)
|
||||||
remote_dir = self.path.remote_object_dir(cdist_object)
|
remote_dir = self.path.remote_object_dir(cdist_object)
|
||||||
|
|
||||||
bin = os.path.join(local_dir, "code-local")
|
bin = os.path.join(local_dir, "code-local")
|
||||||
if os.path.isfile(bin):
|
if os.path.isfile(bin):
|
||||||
cdist.exec.run_or_fail([bin])
|
cdist.exec.run_or_fail([bin])
|
||||||
|
|
||||||
|
|
||||||
local_remote_code = os.path.join(local_dir, "code-remote")
|
local_remote_code = os.path.join(local_dir, "code-remote")
|
||||||
remote_remote_code = os.path.join(remote_dir, "code-remote")
|
remote_remote_code = os.path.join(remote_dir, "code-remote")
|
||||||
if os.path.isfile(local_remote_code):
|
if os.path.isfile(local_remote_code):
|
||||||
self.path.transfer_file(local_remote_code, remote_remote_code)
|
self.path.transfer_file(local_remote_code, remote_remote_code)
|
||||||
# FIXME: remote_prefix
|
# FIXME: remote_prefix
|
||||||
cdist.exec.run_or_fail([remote_remote_code], remote_prefix=self.remote_prefix)
|
cdist.exec.run_or_fail([remote_remote_code], remote_prefix=self.remote_prefix)
|
||||||
|
|
||||||
def stage_prepare(self):
|
def stage_prepare(self):
|
||||||
"""Do everything for a deploy, minus the actual code stage"""
|
"""Do everything for a deploy, minus the actual code stage"""
|
||||||
self.init_deploy()
|
self.init_deploy()
|
||||||
self.run_global_explores()
|
self.run_global_explorers()
|
||||||
self.run_initial_manifest()
|
self.run_initial_manifest()
|
||||||
|
|
||||||
log.info("Running object manifests and type explorers")
|
log.info("Running object manifests and type explorers")
|
||||||
|
|
||||||
old_objects = []
|
old_objects = []
|
||||||
objects = self.path.list_objects()
|
objects = self.path.list_objects()
|
||||||
|
|
||||||
# Continue process until no new objects are created anymore
|
# Continue process until no new objects are created anymore
|
||||||
while old_objects != objects:
|
while old_objects != objects:
|
||||||
old_objects = list(objects)
|
old_objects = list(objects)
|
||||||
for cdist_object in objects:
|
for cdist_object in objects:
|
||||||
if cdist_object in self.objects_prepared:
|
if cdist_object in self.objects_prepared:
|
||||||
log.debug("Skipping rerun of object %s", cdist_object)
|
log.debug("Skipping rerun of object %s", cdist_object)
|
||||||
continue
|
continue
|
||||||
else:
|
else:
|
||||||
self.run_type_explorer(cdist_object)
|
self.run_type_explorer(cdist_object)
|
||||||
self.run_type_manifest(cdist_object)
|
self.run_type_manifest(cdist_object)
|
||||||
self.objects_prepared.append(cdist_object)
|
self.objects_prepared.append(cdist_object)
|
||||||
|
|
||||||
objects = self.path.list_objects()
|
objects = self.path.list_objects()
|
||||||
|
|
||||||
def stage_run(self):
|
def stage_run(self):
|
||||||
"""The final (and real) step of deployment"""
|
"""The final (and real) step of deployment"""
|
||||||
log.info("Generating and executing code")
|
log.info("Generating and executing code")
|
||||||
# Now do the final steps over the existing objects
|
# Now do the final steps over the existing objects
|
||||||
for cdist_object in self.path.list_objects():
|
for cdist_object in self.path.list_objects():
|
||||||
log.debug("Run object: %s", cdist_object)
|
log.debug("Run object: %s", cdist_object)
|
||||||
self.object_run(cdist_object, mode="gencode")
|
self.object_run(cdist_object, mode="gencode")
|
||||||
self.object_run(cdist_object, mode="code")
|
self.object_run(cdist_object, mode="code")
|
||||||
|
|
||||||
def deploy_to(self):
|
def deploy_to(self):
|
||||||
"""Mimic the old deploy to: Deploy to one host"""
|
"""Mimic the old deploy to: Deploy to one host"""
|
||||||
log.info("Deploying to " + self.target_host)
|
log.info("Deploying to " + self.target_host)
|
||||||
time_start = datetime.datetime.now()
|
time_start = datetime.datetime.now()
|
||||||
|
|
||||||
self.stage_prepare()
|
self.stage_prepare()
|
||||||
self.stage_run()
|
self.stage_run()
|
||||||
|
|
||||||
time_end = datetime.datetime.now()
|
time_end = datetime.datetime.now()
|
||||||
duration = time_end - time_start
|
duration = time_end - time_start
|
||||||
log.info("Finished run of %s in %s seconds",
|
log.info("Finished run of %s in %s seconds",
|
||||||
self.target_host,
|
self.target_host,
|
||||||
duration.total_seconds())
|
duration.total_seconds())
|
||||||
|
|
||||||
def deploy_and_cleanup(self):
|
def deploy_and_cleanup(self):
|
||||||
"""Do what is most often done: deploy & cleanup"""
|
"""Do what is most often done: deploy & cleanup"""
|
||||||
self.deploy_to()
|
self.deploy_to()
|
||||||
self.cleanup()
|
self.cleanup()
|
||||||
|
|
|
||||||
|
|
@ -107,6 +107,7 @@ class Path:
|
||||||
else:
|
else:
|
||||||
self.initial_manifest = os.path.join(self.manifest_dir, "init")
|
self.initial_manifest = os.path.join(self.manifest_dir, "init")
|
||||||
|
|
||||||
|
# FIXME: stays
|
||||||
def cleanup(self):
|
def cleanup(self):
|
||||||
# Do not use in __del__:
|
# Do not use in __del__:
|
||||||
# http://docs.python.org/reference/datamodel.html#customization
|
# http://docs.python.org/reference/datamodel.html#customization
|
||||||
|
|
@ -120,13 +121,16 @@ class Path:
|
||||||
shutil.move(self.temp_dir, self.cache_dir)
|
shutil.move(self.temp_dir, self.cache_dir)
|
||||||
|
|
||||||
|
|
||||||
|
# FIXME: belongs to here - clearify remote*
|
||||||
def remote_mkdir(self, directory):
|
def remote_mkdir(self, directory):
|
||||||
"""Create directory on remote side"""
|
"""Create directory on remote side"""
|
||||||
cdist.exec.run_or_fail(["mkdir", "-p", directory], remote_prefix=self.remote_prefix)
|
cdist.exec.run_or_fail(["mkdir", "-p", directory], remote_prefix=self.remote_prefix)
|
||||||
|
|
||||||
|
# FIXME: belongs to here - clearify remote*
|
||||||
def remove_remote_dir(self, destination):
|
def remove_remote_dir(self, destination):
|
||||||
cdist.exec.run_or_fail(["rm", "-rf", destination], remote_prefix=self.remote_prefix)
|
cdist.exec.run_or_fail(["rm", "-rf", destination], remote_prefix=self.remote_prefix)
|
||||||
|
|
||||||
|
# FIXME: belongs to here - clearify remote*
|
||||||
def transfer_dir(self, source, destination):
|
def transfer_dir(self, source, destination):
|
||||||
"""Transfer directory and previously delete the remote destination"""
|
"""Transfer directory and previously delete the remote destination"""
|
||||||
self.remove_remote_dir(destination)
|
self.remove_remote_dir(destination)
|
||||||
|
|
@ -135,6 +139,7 @@ class Path:
|
||||||
self.target_host + ":" +
|
self.target_host + ":" +
|
||||||
destination])
|
destination])
|
||||||
|
|
||||||
|
# FIXME: belongs to here - clearify remote*
|
||||||
def transfer_file(self, source, destination):
|
def transfer_file(self, source, destination):
|
||||||
"""Transfer file"""
|
"""Transfer file"""
|
||||||
cdist.exec.run_or_fail(["scp", "-q", source,
|
cdist.exec.run_or_fail(["scp", "-q", source,
|
||||||
|
|
@ -142,10 +147,12 @@ class Path:
|
||||||
self.target_host + ":" +
|
self.target_host + ":" +
|
||||||
destination])
|
destination])
|
||||||
|
|
||||||
|
# FIXME: Explorer or stays
|
||||||
def global_explorer_output_path(self, explorer):
|
def global_explorer_output_path(self, explorer):
|
||||||
"""Returns path of the output for a global explorer"""
|
"""Returns path of the output for a global explorer"""
|
||||||
return os.path.join(self.global_explorer_out_dir, explorer)
|
return os.path.join(self.global_explorer_out_dir, explorer)
|
||||||
|
|
||||||
|
# FIXME: object
|
||||||
def type_explorer_output_dir(self, cdist_object):
|
def type_explorer_output_dir(self, cdist_object):
|
||||||
"""Returns and creates dir of the output for a type explorer"""
|
"""Returns and creates dir of the output for a type explorer"""
|
||||||
dir = os.path.join(self.object_dir(cdist_object), "explorer")
|
dir = os.path.join(self.object_dir(cdist_object), "explorer")
|
||||||
|
|
@ -154,14 +161,17 @@ class Path:
|
||||||
|
|
||||||
return dir
|
return dir
|
||||||
|
|
||||||
|
# FIXME Stays here / Explorer?
|
||||||
def remote_global_explorer_path(self, explorer):
|
def remote_global_explorer_path(self, explorer):
|
||||||
"""Returns path to the remote explorer"""
|
"""Returns path to the remote explorer"""
|
||||||
return os.path.join(REMOTE_GLOBAL_EXPLORER_DIR, explorer)
|
return os.path.join(REMOTE_GLOBAL_EXPLORER_DIR, explorer)
|
||||||
|
|
||||||
|
# FIXME: stays here
|
||||||
def list_global_explorers(self):
|
def list_global_explorers(self):
|
||||||
"""Return list of available explorers"""
|
"""Return list of available explorers"""
|
||||||
return os.listdir(self.global_explorer_dir)
|
return os.listdir(self.global_explorer_dir)
|
||||||
|
|
||||||
|
# FIXME: Type - only needs to know its path
|
||||||
def list_type_explorers(self, type):
|
def list_type_explorers(self, type):
|
||||||
"""Return list of available explorers for a specific type"""
|
"""Return list of available explorers for a specific type"""
|
||||||
dir = self.type_dir(type, "explorer")
|
dir = self.type_dir(type, "explorer")
|
||||||
|
|
@ -174,15 +184,18 @@ class Path:
|
||||||
|
|
||||||
return list
|
return list
|
||||||
|
|
||||||
|
# Stays here
|
||||||
def list_types(self):
|
def list_types(self):
|
||||||
"""Retuns list of types"""
|
"""Retuns list of types"""
|
||||||
return os.listdir(self.type_base_dir)
|
return os.listdir(self.type_base_dir)
|
||||||
|
|
||||||
|
# FIXME: type
|
||||||
def is_install_type(self, type):
|
def is_install_type(self, type):
|
||||||
"""Check whether a type is used for installation (if not: for configuration)"""
|
"""Check whether a type is used for installation (if not: for configuration)"""
|
||||||
marker = os.path.join(self.type_dir(type), "install")
|
marker = os.path.join(self.type_dir(type), "install")
|
||||||
return os.path.isfile(marker)
|
return os.path.isfile(marker)
|
||||||
|
|
||||||
|
# Stays here
|
||||||
def list_object_paths(self, starting_point):
|
def list_object_paths(self, starting_point):
|
||||||
"""Return list of paths of existing objects"""
|
"""Return list of paths of existing objects"""
|
||||||
object_paths = []
|
object_paths = []
|
||||||
|
|
@ -198,36 +211,43 @@ class Path:
|
||||||
|
|
||||||
return object_paths
|
return object_paths
|
||||||
|
|
||||||
# FIXME
|
# FIXME: Object
|
||||||
def get_type_from_object(self, cdist_object):
|
def get_type_from_object(self, cdist_object):
|
||||||
"""Returns the first part (i.e. type) of an object"""
|
"""Returns the first part (i.e. type) of an object"""
|
||||||
return cdist_object.split(os.sep)[0]
|
return cdist_object.split(os.sep)[0]
|
||||||
|
|
||||||
|
# FIXME: Object
|
||||||
def get_object_id_from_object(self, cdist_object):
|
def get_object_id_from_object(self, cdist_object):
|
||||||
"""Returns everything but the first part (i.e. object_id) of an object"""
|
"""Returns everything but the first part (i.e. object_id) of an object"""
|
||||||
return os.sep.join(cdist_object.split(os.sep)[1:])
|
return os.sep.join(cdist_object.split(os.sep)[1:])
|
||||||
|
|
||||||
|
# FIXME: Object
|
||||||
def object_dir(self, cdist_object):
|
def object_dir(self, cdist_object):
|
||||||
"""Returns the full path to the object (including .cdist)"""
|
"""Returns the full path to the object (including .cdist)"""
|
||||||
return os.path.join(self.object_base_dir, cdist_object, DOT_CDIST)
|
return os.path.join(self.object_base_dir, cdist_object, DOT_CDIST)
|
||||||
|
|
||||||
|
# FIXME: Object
|
||||||
def remote_object_dir(self, cdist_object):
|
def remote_object_dir(self, cdist_object):
|
||||||
"""Returns the remote full path to the object (including .cdist)"""
|
"""Returns the remote full path to the object (including .cdist)"""
|
||||||
return os.path.join(REMOTE_OBJECT_DIR, cdist_object, DOT_CDIST)
|
return os.path.join(REMOTE_OBJECT_DIR, cdist_object, DOT_CDIST)
|
||||||
|
|
||||||
|
# FIXME: Object
|
||||||
def object_parameter_dir(self, cdist_object):
|
def object_parameter_dir(self, cdist_object):
|
||||||
"""Returns the dir to the object parameter"""
|
"""Returns the dir to the object parameter"""
|
||||||
return os.path.join(self.object_dir(cdist_object), "parameter")
|
return os.path.join(self.object_dir(cdist_object), "parameter")
|
||||||
|
|
||||||
|
# FIXME: object
|
||||||
def remote_object_parameter_dir(self, cdist_object):
|
def remote_object_parameter_dir(self, cdist_object):
|
||||||
"""Returns the remote dir to the object parameter"""
|
"""Returns the remote dir to the object parameter"""
|
||||||
return os.path.join(self.remote_object_dir(cdist_object), "parameter")
|
return os.path.join(self.remote_object_dir(cdist_object), "parameter")
|
||||||
|
|
||||||
|
# FIXME: object
|
||||||
def object_code_paths(self, cdist_object):
|
def object_code_paths(self, cdist_object):
|
||||||
"""Return paths to code scripts of object"""
|
"""Return paths to code scripts of object"""
|
||||||
return [os.path.join(self.object_dir(cdist_object), "code-local"),
|
return [os.path.join(self.object_dir(cdist_object), "code-local"),
|
||||||
os.path.join(self.object_dir(cdist_object), "code-remote")]
|
os.path.join(self.object_dir(cdist_object), "code-remote")]
|
||||||
|
|
||||||
|
# Stays here
|
||||||
def list_objects(self):
|
def list_objects(self):
|
||||||
"""Return list of existing objects"""
|
"""Return list of existing objects"""
|
||||||
|
|
||||||
|
|
@ -240,14 +260,17 @@ class Path:
|
||||||
|
|
||||||
return objects
|
return objects
|
||||||
|
|
||||||
|
# FIXME: Type
|
||||||
def type_dir(self, type, *args):
|
def type_dir(self, type, *args):
|
||||||
"""Return directory the type"""
|
"""Return (sub-)directory of a type"""
|
||||||
return os.path.join(self.type_base_dir, type, *args)
|
return os.path.join(self.type_base_dir, type, *args)
|
||||||
|
|
||||||
|
# FIXME: Type
|
||||||
def remote_type_explorer_dir(self, type):
|
def remote_type_explorer_dir(self, type):
|
||||||
"""Return remote directory that holds the explorers of a type"""
|
"""Return remote directory that holds the explorers of a type"""
|
||||||
return os.path.join(REMOTE_TYPE_DIR, type, "explorer")
|
return os.path.join(REMOTE_TYPE_DIR, type, "explorer")
|
||||||
|
|
||||||
|
# Stays here
|
||||||
def transfer_object_parameter(self, cdist_object):
|
def transfer_object_parameter(self, cdist_object):
|
||||||
"""Transfer the object parameter to the remote destination"""
|
"""Transfer the object parameter to the remote destination"""
|
||||||
# Create base path before using mkdir -p
|
# Create base path before using mkdir -p
|
||||||
|
|
@ -257,11 +280,13 @@ class Path:
|
||||||
self.transfer_dir(self.object_parameter_dir(cdist_object),
|
self.transfer_dir(self.object_parameter_dir(cdist_object),
|
||||||
self.remote_object_parameter_dir(cdist_object))
|
self.remote_object_parameter_dir(cdist_object))
|
||||||
|
|
||||||
|
# Stays here
|
||||||
def transfer_global_explorers(self):
|
def transfer_global_explorers(self):
|
||||||
"""Transfer the global explorers"""
|
"""Transfer the global explorers"""
|
||||||
self.remote_mkdir(REMOTE_GLOBAL_EXPLORER_DIR)
|
self.remote_mkdir(REMOTE_GLOBAL_EXPLORER_DIR)
|
||||||
self.transfer_dir(self.global_explorer_dir, REMOTE_GLOBAL_EXPLORER_DIR)
|
self.transfer_dir(self.global_explorer_dir, REMOTE_GLOBAL_EXPLORER_DIR)
|
||||||
|
|
||||||
|
# Stays here
|
||||||
def transfer_type_explorers(self, type):
|
def transfer_type_explorers(self, type):
|
||||||
"""Transfer explorers of a type, but only once"""
|
"""Transfer explorers of a type, but only once"""
|
||||||
if type in self.type_explorers_transferred:
|
if type in self.type_explorers_transferred:
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue