247 lines
9.5 KiB
Python
247 lines
9.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
#
|
|
# 2010-2011 Steven Armstrong (steven-cdist at armstrong.cc)
|
|
# 2011-2013 Nico Schottelius (nico-cdist at schottelius.org)
|
|
#
|
|
# This file is part of cdist.
|
|
#
|
|
# cdist is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# cdist is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with cdist. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
#
|
|
|
|
import os
|
|
import shutil
|
|
import getpass
|
|
import multiprocessing
|
|
|
|
import cdist
|
|
from cdist import core
|
|
from cdist import test
|
|
from cdist.exec import local
|
|
from cdist.exec import remote
|
|
from cdist.core import explorer
|
|
import logging
|
|
|
|
import os.path as op
|
|
my_dir = op.abspath(op.dirname(__file__))
|
|
fixtures = op.join(my_dir, 'fixtures')
|
|
conf_dir = op.join(fixtures, "conf")
|
|
|
|
|
|
class ExplorerClassTestCase(test.CdistTestCase):
|
|
|
|
def setUp(self):
|
|
self.temp_dir = self.mkdtemp()
|
|
self.local_path = os.path.join(self.temp_dir, "local")
|
|
hostdir = cdist.str_hash(self.target_host[0])
|
|
base_root_path = os.path.join(self.local_path, hostdir)
|
|
self.remote_base_path = os.path.join(self.temp_dir, "remote")
|
|
os.makedirs(self.remote_base_path)
|
|
|
|
self.local = local.Local(
|
|
target_host=self.target_host,
|
|
target_host_tags=self.target_host_tags,
|
|
base_root_path=base_root_path,
|
|
host_dir_name=hostdir,
|
|
exec_path=test.cdist_exec_path,
|
|
add_conf_dirs=[conf_dir],
|
|
)
|
|
|
|
self.local.create_files_dirs()
|
|
|
|
self.remote = remote.Remote(
|
|
target_host=self.target_host,
|
|
remote_exec=self.remote_exec,
|
|
remote_copy=self.remote_copy,
|
|
base_path=self.remote_base_path,
|
|
stdout_base_path=self.local.stdout_base_path,
|
|
stderr_base_path=self.local.stderr_base_path)
|
|
self.remote.create_files_dirs()
|
|
|
|
self.explorer = explorer.Explorer(
|
|
self.target_host,
|
|
self.local,
|
|
self.remote)
|
|
|
|
def tearDown(self):
|
|
shutil.rmtree(self.temp_dir)
|
|
|
|
def test_list_global_explorer_names(self):
|
|
"""Ensure that all explorers are listed"""
|
|
names = self.explorer.list_global_explorer_names()
|
|
self.assertIn("foobar", names)
|
|
self.assertIn("global", names)
|
|
|
|
def test_transfer_global_explorers(self):
|
|
"""Ensure transferring explorers to remote works"""
|
|
self.explorer.transfer_global_explorers()
|
|
source = self.local.global_explorer_path
|
|
destination = self.remote.global_explorer_path
|
|
self.assertEqual(sorted(os.listdir(source)),
|
|
sorted(os.listdir(destination)))
|
|
|
|
def test_run_global_explorer(self):
|
|
"""Checkt that running ONE global explorer works"""
|
|
self.explorer.transfer_global_explorers()
|
|
output = self.explorer.run_global_explorer('global')
|
|
self.assertEqual(output, 'global\n')
|
|
|
|
def test_global_explorer_output(self):
|
|
"""Ensure output is created for every global explorer"""
|
|
out_path = self.mkdtemp()
|
|
|
|
self.explorer.run_global_explorers(out_path)
|
|
names = sorted(self.explorer.list_global_explorer_names())
|
|
output = sorted(os.listdir(out_path))
|
|
|
|
self.assertEqual(names, output)
|
|
shutil.rmtree(out_path)
|
|
|
|
def test_list_type_explorer_names(self):
|
|
cdist_type = core.CdistType(self.local.type_path, '__test_type')
|
|
expected = cdist_type.explorers
|
|
self.assertEqual(self.explorer.list_type_explorer_names(cdist_type),
|
|
expected)
|
|
|
|
def test_transfer_type_explorers(self):
|
|
"""Test if transferring type explorers works"""
|
|
cdist_type = core.CdistType(self.local.type_path, '__test_type')
|
|
self.explorer.transfer_type_explorers(cdist_type)
|
|
source = os.path.join(self.local.type_path, cdist_type.explorer_path)
|
|
destination = os.path.join(self.remote.type_path,
|
|
cdist_type.explorer_path)
|
|
self.assertEqual(os.listdir(source), os.listdir(destination))
|
|
|
|
def test_transfer_type_explorers_only_once(self):
|
|
cdist_type = core.CdistType(self.local.type_path, '__test_type')
|
|
# first transfer
|
|
self.explorer.transfer_type_explorers(cdist_type)
|
|
source = os.path.join(self.local.type_path, cdist_type.explorer_path)
|
|
destination = os.path.join(self.remote.type_path,
|
|
cdist_type.explorer_path)
|
|
self.assertEqual(os.listdir(source), os.listdir(destination))
|
|
# nuke destination folder content, but recreate directory
|
|
shutil.rmtree(destination)
|
|
os.makedirs(destination)
|
|
# second transfer, should not happen
|
|
self.explorer.transfer_type_explorers(cdist_type)
|
|
self.assertFalse(os.listdir(destination))
|
|
|
|
def test_transfer_object_parameters(self):
|
|
cdist_type = core.CdistType(self.local.type_path, '__test_type')
|
|
cdist_object = core.CdistObject(cdist_type, self.local.object_path,
|
|
self.local.object_marker_name,
|
|
'whatever')
|
|
cdist_object.create()
|
|
cdist_object.parameters = {
|
|
'first': 'first value',
|
|
'second': 'second value'
|
|
}
|
|
self.explorer.transfer_object_parameters(cdist_object)
|
|
source = os.path.join(self.local.object_path,
|
|
cdist_object.parameter_path)
|
|
destination = os.path.join(self.remote.object_path,
|
|
cdist_object.parameter_path)
|
|
self.assertEqual(sorted(os.listdir(source)),
|
|
sorted(os.listdir(destination)))
|
|
|
|
def test_run_type_explorer(self):
|
|
cdist_type = core.CdistType(self.local.type_path, '__test_type')
|
|
cdist_object = core.CdistObject(cdist_type, self.local.object_path,
|
|
self.local.object_marker_name,
|
|
'whatever')
|
|
self.explorer.transfer_type_explorers(cdist_type)
|
|
output = self.explorer.run_type_explorer('world', cdist_object)
|
|
self.assertEqual(output, 'hello\n')
|
|
|
|
def test_run_type_explorers(self):
|
|
cdist_type = core.CdistType(self.local.type_path, '__test_type')
|
|
cdist_object = core.CdistObject(cdist_type, self.local.object_path,
|
|
self.local.object_marker_name,
|
|
'whatever')
|
|
cdist_object.create()
|
|
self.explorer.run_type_explorers(cdist_object)
|
|
self.assertEqual(cdist_object.explorers, {'world': 'hello'})
|
|
|
|
def test_jobs_parameter(self):
|
|
self.assertIsNone(self.explorer.jobs)
|
|
expl = explorer.Explorer(
|
|
self.target_host,
|
|
self.local,
|
|
self.remote,
|
|
jobs=8)
|
|
self.assertEqual(expl.jobs, 8)
|
|
|
|
def test_transfer_global_explorers_parallel(self):
|
|
expl = explorer.Explorer(
|
|
self.target_host,
|
|
self.local,
|
|
self.remote,
|
|
jobs=multiprocessing.cpu_count())
|
|
self.assertIsNotNone(expl.jobs)
|
|
|
|
expl.transfer_global_explorers()
|
|
source = self.local.global_explorer_path
|
|
destination = self.remote.global_explorer_path
|
|
self.assertEqual(sorted(os.listdir(source)),
|
|
sorted(os.listdir(destination)))
|
|
|
|
def test_run_parallel_jobs(self):
|
|
expl = explorer.Explorer(
|
|
self.target_host,
|
|
self.local,
|
|
self.remote,
|
|
jobs=multiprocessing.cpu_count())
|
|
self.assertIsNotNone(expl.jobs)
|
|
out_path = self.mkdtemp()
|
|
|
|
expl.run_global_explorers(out_path)
|
|
names = sorted(expl.list_global_explorer_names())
|
|
output = sorted(os.listdir(out_path))
|
|
|
|
self.assertEqual(names, output)
|
|
shutil.rmtree(out_path)
|
|
|
|
def test_explorer_environment(self):
|
|
cdist_type = core.CdistType(self.local.type_path, '__dump_env')
|
|
cdist_object = core.CdistObject(cdist_type, self.local.object_path,
|
|
self.local.object_marker_name,
|
|
'whatever')
|
|
self.explorer.transfer_type_explorers(cdist_type)
|
|
output = self.explorer.run_type_explorer('dump', cdist_object)
|
|
|
|
output_dict = {}
|
|
for line in output.split('\n'):
|
|
if line:
|
|
key, value = line.split(': ')
|
|
output_dict[key] = value
|
|
self.assertEqual(output_dict['__target_host'],
|
|
self.local.target_host[0])
|
|
self.assertEqual(output_dict['__target_hostname'],
|
|
self.local.target_host[1])
|
|
self.assertEqual(output_dict['__target_fqdn'],
|
|
self.local.target_host[2])
|
|
self.assertEqual(output_dict['__explorer'],
|
|
self.remote.global_explorer_path)
|
|
self.assertEqual(output_dict['__target_host_tags'],
|
|
self.local.target_host_tags)
|
|
self.assertEqual(output_dict['__cdist_log_level'],
|
|
str(logging.WARNING))
|
|
self.assertEqual(output_dict['__cdist_log_level_name'], 'WARNING')
|
|
|
|
|
|
if __name__ == '__main__':
|
|
import unittest
|
|
|
|
unittest.main()
|