| #!/usr/bin/python3 |
| |
| import unittest |
| from unittest import mock |
| |
| import tempfile, shutil # Handling test_tmpdir |
| |
| import os |
| |
| import kunit_config |
| import kunit_parser |
| import kunit_kernel |
| import kunit |
| |
| test_tmpdir = '' |
| |
| def setUpModule(): |
| global test_tmpdir |
| test_tmpdir = tempfile.mkdtemp() |
| |
| def tearDownModule(): |
| shutil.rmtree(test_tmpdir) |
| |
| def get_absolute_path(path): |
| return os.path.join(os.path.dirname(__file__), path) |
| |
| class KconfigTest(unittest.TestCase): |
| |
| def test_is_subset_of(self): |
| kconfig0 = kunit_config.Kconfig() |
| self.assertTrue(kconfig0.is_subset_of(kconfig0)) |
| |
| kconfig1 = kunit_config.Kconfig() |
| kconfig1.add_entry(kunit_config.KconfigEntry('CONFIG_TEST=y')) |
| self.assertTrue(kconfig1.is_subset_of(kconfig1)) |
| self.assertTrue(kconfig0.is_subset_of(kconfig1)) |
| self.assertFalse(kconfig1.is_subset_of(kconfig0)) |
| |
| def test_read_from_file(self): |
| kconfig = kunit_config.Kconfig() |
| kconfig_path = get_absolute_path( |
| 'test_data/test_read_from_file.kconfig') |
| |
| kconfig.read_from_file(kconfig_path) |
| |
| expected_kconfig = kunit_config.Kconfig() |
| expected_kconfig.add_entry( |
| kunit_config.KconfigEntry('CONFIG_UML=y')) |
| expected_kconfig.add_entry( |
| kunit_config.KconfigEntry('CONFIG_MMU=y')) |
| expected_kconfig.add_entry( |
| kunit_config.KconfigEntry('CONFIG_TEST=y')) |
| expected_kconfig.add_entry( |
| kunit_config.KconfigEntry('CONFIG_EXAMPLE_TEST=y')) |
| expected_kconfig.add_entry( |
| kunit_config.KconfigEntry('# CONFIG_MK8 is not set')) |
| |
| self.assertEqual(kconfig.entries(), expected_kconfig.entries()) |
| |
| def test_write_to_file(self): |
| kconfig_path = os.path.join(test_tmpdir, '.config') |
| |
| expected_kconfig = kunit_config.Kconfig() |
| expected_kconfig.add_entry( |
| kunit_config.KconfigEntry('CONFIG_UML=y')) |
| expected_kconfig.add_entry( |
| kunit_config.KconfigEntry('CONFIG_MMU=y')) |
| expected_kconfig.add_entry( |
| kunit_config.KconfigEntry('CONFIG_TEST=y')) |
| expected_kconfig.add_entry( |
| kunit_config.KconfigEntry('CONFIG_EXAMPLE_TEST=y')) |
| expected_kconfig.add_entry( |
| kunit_config.KconfigEntry('# CONFIG_MK8 is not set')) |
| |
| expected_kconfig.write_to_file(kconfig_path) |
| |
| actual_kconfig = kunit_config.Kconfig() |
| actual_kconfig.read_from_file(kconfig_path) |
| |
| self.assertEqual(actual_kconfig.entries(), |
| expected_kconfig.entries()) |
| |
| class KUnitParserTest(unittest.TestCase): |
| |
| def assertContains(self, needle, haystack): |
| for line in haystack: |
| if needle in line: |
| return |
| raise AssertionError('"' + |
| str(needle) + '" not found in "' + str(haystack) + '"!') |
| |
| def test_output_isolated_correctly(self): |
| log_path = get_absolute_path( |
| 'test_data/test_output_isolated_correctly.log') |
| file = open(log_path) |
| result = kunit_parser.isolate_kunit_output(file.readlines()) |
| self.assertContains('kunit example: initializing\n', result) |
| self.assertContains('kunit example: example_mock_test passed\n', |
| result) |
| self.assertContains('kunit example: all tests passed\n', result) |
| file.close() |
| |
| def test_parse_successful_test_log(self): |
| all_passed_log = get_absolute_path( |
| 'test_data/test_is_test_passed-all_passed.log') |
| file = open(all_passed_log) |
| result = kunit_parser.parse_run_tests(file.readlines()) |
| self.assertEqual( |
| kunit_parser.TestStatus.SUCCESS, |
| result.status) |
| file.close() |
| |
| def test_parse_failed_test_log(self): |
| failed_log = get_absolute_path( |
| 'test_data/test_is_test_passed-failure.log') |
| file = open(failed_log) |
| result = kunit_parser.parse_run_tests(file.readlines()) |
| self.assertEqual( |
| kunit_parser.TestStatus.FAILURE, |
| result.status) |
| file.close() |
| |
| def test_broken_test(self): |
| broken_log = get_absolute_path( |
| 'test_data/test_is_test_passed-broken_test.log') |
| file = open(broken_log) |
| result = kunit_parser.parse_run_tests( |
| kunit_parser.isolate_kunit_output(file.readlines())) |
| self.assertEqual( |
| kunit_parser.TestStatus.KERNEL_CRASHED, |
| result.status) |
| file.close() |
| |
| def test_no_tests(self): |
| empty_log = get_absolute_path( |
| 'test_data/test_is_test_passed-no_tests_run.log') |
| file = open(empty_log) |
| result = kunit_parser.parse_run_tests( |
| kunit_parser.isolate_kunit_output(file.readlines())) |
| self.assertEqual(0, len(result.modules)) |
| self.assertEqual( |
| kunit_parser.TestStatus.SUCCESS, |
| result.status) |
| file.close() |
| |
| def test_crashed_test(self): |
| crashed_log = get_absolute_path( |
| 'test_data/test_is_test_passed-crash.log') |
| file = open(crashed_log) |
| result = kunit_parser.parse_run_tests(file.readlines()) |
| self.assertEqual( |
| kunit_parser.TestStatus.TEST_CRASHED, |
| result.status) |
| file.close() |
| |
| def test_timed_out_test(self): |
| timed_out_log = get_absolute_path( |
| 'test_data/test_is_test_passed-timed_out.log') |
| file = open(timed_out_log) |
| result = kunit_parser.parse_run_tests(file.readlines()) |
| self.assertEqual( |
| kunit_parser.TestStatus.TIMED_OUT, |
| result.status) |
| file.close() |
| |
| class StrContains(str): |
| def __eq__(self, other): |
| return self in other |
| |
| class KUnitMainTest(unittest.TestCase): |
| def setUp(self): |
| self.print_patch = mock.patch('builtins.print') |
| self.print_mock = self.print_patch.start() |
| self.linux_source_mock = mock.Mock() |
| self.linux_source_mock.build_reconfig = mock.Mock( |
| return_value=kunit_kernel.ConfigResult( |
| kunit_kernel.ConfigStatus.SUCCESS, '')) |
| self.linux_source_mock.build_um_kernel = mock.Mock( |
| return_value=kunit_kernel.BuildResult( |
| kunit_kernel.BuildStatus.SUCCESS, '')) |
| self.linux_source_mock.run_kernel = mock.Mock(return_value=[ |
| 'console 0 enabled', |
| 'List of all partitions:']) |
| |
| def tearDown(self): |
| self.print_patch.stop() |
| |
| def test_run_passes_args_pass(self): |
| kunit.main(['run'], self.linux_source_mock) |
| assert self.linux_source_mock.build_reconfig.call_count == 1 |
| assert self.linux_source_mock.run_kernel.call_count == 1 |
| self.print_mock.assert_any_call(StrContains('Testing complete.')) |
| |
| def test_run_passes_args_fail(self): |
| self.linux_source_mock.run_kernel = mock.Mock(return_value=[]) |
| with self.assertRaises(SystemExit) as e: |
| kunit.main(['run'], self.linux_source_mock) |
| assert type(e.exception) == SystemExit |
| assert e.exception.code == 1 |
| assert self.linux_source_mock.build_reconfig.call_count == 1 |
| assert self.linux_source_mock.run_kernel.call_count == 1 |
| self.print_mock.assert_any_call(StrContains('Before the crash:')) |
| |
| def test_run_raw_output(self): |
| self.linux_source_mock.run_kernel = mock.Mock(return_value=[]) |
| kunit.main(['run', '--raw_output'], self.linux_source_mock) |
| assert self.linux_source_mock.build_reconfig.call_count == 1 |
| assert self.linux_source_mock.run_kernel.call_count == 1 |
| for kall in self.print_mock.call_args_list: |
| assert kall != mock.call(StrContains('Testing complete.')) |
| assert kall != mock.call(StrContains('Before the crash:')) |
| |
| def test_run_timeout(self): |
| timeout = 3453 |
| kunit.main(['run', '--timeout', str(timeout)], self.linux_source_mock) |
| assert self.linux_source_mock.build_reconfig.call_count == 1 |
| self.linux_source_mock.run_kernel.assert_called_once_with(timeout=timeout) |
| self.print_mock.assert_any_call(StrContains('Testing complete.')) |
| |
| def test_new_no_namespace(self): |
| kunit.main(['new', '--path', 'drivers/i2c/busses/i2c-aspeed.c'], self.linux_source_mock) |
| assert self.linux_source_mock.build_reconfig.call_count == 0 |
| assert self.linux_source_mock.run_kernel.call_count == 0 |
| self.print_mock.assert_any_call(StrContains('i2c_aspeed')) |
| for kall in self.print_mock.call_args_list: |
| assert kall != mock.call(StrContains('aspeed_i2c')) |
| |
| def test_new_with_namespace(self): |
| namespace_prefix = 'aspeed_i2c' |
| kunit.main([ |
| 'new', |
| '--path', 'drivers/i2c/busses/i2c-aspeed.c', |
| '--namespace_prefix', namespace_prefix], |
| self.linux_source_mock) |
| assert self.linux_source_mock.build_reconfig.call_count == 0 |
| assert self.linux_source_mock.run_kernel.call_count == 0 |
| self.print_mock.assert_any_call(StrContains('i2c-aspeed')) |
| self.print_mock.assert_any_call(StrContains('aspeed_i2c')) |
| |
| |
| class TestConfigProvider(): |
| def __init__(self, kconfig): |
| self._kconfig = kconfig |
| |
| def get_kconfig(self): |
| return self._kconfig |
| |
| |
| class TestLinuxSourceTreeOperationsNoChange(object): |
| def __init__(self, configP): |
| self.configPath = configP |
| |
| def make_olddefconfig(self): |
| """Does not change the file at all and doesn't raise error.""" |
| |
| |
| class TestLinuxSourceTreeOperationsDeleteLine(object): |
| def __init__(self, configP): |
| self.configPath = configP |
| |
| def make_olddefconfig(self): |
| """Deletes line in config file and raises ConfigError.""" |
| |
| configFile = open(self.configPath, "r") |
| lines = configFile.readlines() |
| lines = lines[:-1] |
| configFile = open(self.configPath, "w") |
| |
| for l in lines: |
| configFile.write(l) |
| |
| raise kunit_kernel.ConfigError('make olddefconfig deleted lines in .config file') |
| |
| |
| class TestLinuxSourceTreeOperationsAddLine(object): |
| def __init__(self, configP): |
| self.configPath = configP |
| |
| def make_olddefconfig(self): |
| """Adds extra line to config file and doesn't raise error.""" |
| |
| configFile = open(self.configPath, "a") |
| configFile.write("CONFIG_EXAMPLE_TEST=y\n") |
| |
| |
| class KUnitKernelTest(unittest.TestCase): |
| def test_not_subset_throw_exception(self): |
| supersetConfig = kunit_config.Kconfig() |
| subsetConfig = kunit_config.Kconfig() |
| subsetConfig.add_entry(kunit_config.KconfigEntry('CONFIG_TEST=y')) |
| |
| with self.assertRaises(kunit_kernel.ConfigError): |
| kunit_kernel.throw_error_if_not_subset(supersetConfig, subsetConfig) |
| |
| def test_not_subset_no_exception(self): |
| subsetConfig = kunit_config.Kconfig() |
| supersetConfig = kunit_config.Kconfig() |
| supersetConfig.add_entry(kunit_config.KconfigEntry('CONFIG_TEST=y')) |
| kunit_kernel.throw_error_if_not_subset(supersetConfig, subsetConfig) |
| |
| def test_build_reconfig_no_change(self): |
| tempConfig = tempfile.NamedTemporaryFile(delete=False, mode="w+") |
| |
| kconfig = kunit_config.Kconfig() |
| kconfig.add_entry(kunit_config.KconfigEntry('CONFIG_TEST=y')) |
| kconfig.add_entry(kunit_config.KconfigEntry('CONFIG_MMU=y')) |
| kconfig.add_entry(kunit_config.KconfigEntry('CONFIG_UML=y')) |
| |
| operations = TestLinuxSourceTreeOperationsNoChange(tempConfig.name) |
| |
| with mock.patch.object(kunit_kernel, 'KCONFIG_PATH', tempConfig.name): |
| tree = kunit_kernel.LinuxSourceTree(kconfig_provider = TestConfigProvider(kconfig), |
| linux_build_operations = operations) |
| |
| tempConfig.write(str('CONFIG_TEST=n\nCONFIG_MMU=y\n')) |
| tempConfig.seek(0) |
| |
| returnValue = tree.build_reconfig() |
| self.assertEquals(returnValue.status, kunit_kernel.ConfigStatus.SUCCESS, |
| returnValue.info) |
| |
| def test_build_reconfig_delete_config_line(self): |
| tempConfig = tempfile.NamedTemporaryFile(delete=False, mode="w+") |
| |
| kconfig = kunit_config.Kconfig() |
| kconfig.add_entry(kunit_config.KconfigEntry('CONFIG_TEST=y')) |
| kconfig.add_entry(kunit_config.KconfigEntry('CONFIG_MMU=y')) |
| kconfig.add_entry(kunit_config.KconfigEntry('CONFIG_UML=y')) |
| |
| operations = TestLinuxSourceTreeOperationsDeleteLine(tempConfig.name) |
| |
| with mock.patch.object(kunit_kernel, 'KCONFIG_PATH', tempConfig.name): |
| tree = kunit_kernel.LinuxSourceTree(kconfig_provider = TestConfigProvider(kconfig), |
| linux_build_operations = operations) |
| |
| tempConfig.write(str('CONFIG_TEST=n\nCONFIG_MMU=y\n')) |
| tempConfig.seek(0) |
| |
| returnValue = tree.build_reconfig() |
| self.assertEquals(returnValue.status, kunit_kernel.ConfigStatus.FAILURE) |
| |
| def test_build_reconfig_add_config_line(self): |
| tempConfig = tempfile.NamedTemporaryFile(delete=False, mode="w+") |
| |
| kconfig = kunit_config.Kconfig() |
| |
| operations = TestLinuxSourceTreeOperationsAddLine(tempConfig.name) |
| |
| with mock.patch.object(kunit_kernel, 'KCONFIG_PATH', tempConfig.name): |
| tree = kunit_kernel.LinuxSourceTree(kconfig_provider = TestConfigProvider(kconfig), |
| linux_build_operations = operations) |
| |
| tempConfig.write(str('CONFIG_TEST=n\nCONFIG_MMU=y\n')) |
| tempConfig.seek(0) |
| |
| returnValue = tree.build_reconfig() |
| self.assertEquals(returnValue.status, kunit_kernel.ConfigStatus.SUCCESS, |
| returnValue.info) |
| |
| def test_build_reconfig_file_unavailable(self): |
| tempConfig = tempfile.NamedTemporaryFile(delete=False, mode="w+") |
| |
| kconfig = kunit_config.Kconfig() |
| |
| operations = TestLinuxSourceTreeOperationsAddLine(tempConfig.name) |
| |
| with mock.patch.object(kunit_kernel, 'KCONFIG_PATH', tempConfig.name): |
| os.remove(tempConfig.name) |
| tree = kunit_kernel.LinuxSourceTree(kconfig_provider = TestConfigProvider(kconfig), |
| linux_build_operations = operations) |
| |
| tempConfig.write(str('CONFIG_TEST=n\nCONFIG_MMU=y\n')) |
| tempConfig.seek(0) |
| |
| returnValue = tree.build_reconfig() |
| self.assertEquals(returnValue.status, kunit_kernel.ConfigStatus.SUCCESS, |
| returnValue.info) |
| |
| |
| if __name__ == '__main__': |
| unittest.main() |
