test/cli/other_test.py: test --showtime with clang-tidy

Author: firewave

test/cli/other_test.py

@@ -13,6 +13,14 @@
 from xml.etree import ElementTree
 
 
+try:
+    # TODO: handle exitcode?
+    subprocess.call(['clang-tidy', '--version'])
+    has_clang_tidy = True
+except OSError:
+    has_clang_tidy = False
+
+
 def __remove_verbose_log(l : list):
     l.remove('Defines:')
     l.remove('Undefines:')
@@ -954,9 +962,8 @@ def test_unused_function_include(tmpdir):
     __test_unused_function_include(tmpdir, [])
 
 
-# TODO: test with clang-tidy
 # TODO: test with multiple files
-def __test_showtime(tmp_path, showtime, exp_res, exp_last, use_compdb=False, use_addons=False, extra_args=None):
+def __test_showtime(tmp_path, showtime, exp_res, exp_last, use_compdb=False, use_addons=False, use_clang_tidy=False, extra_args=None):
     test_file = tmp_path / 'test.cpp'  # the use of C++ is intentional
     with open(test_file, 'wt') as f:
         f.write(
@@ -976,6 +983,14 @@ def __test_showtime(tmp_path, showtime, exp_res, exp_last, use_compdb=False, use
     if use_addons:
         args += ['--addon=misra', '--addon=misc']
 
+    if use_clang_tidy:
+        args += ['--clang-tidy']
+        args += ['--suppress=clang-tidy-misc-use-internal-linkage']
+        args += ['--suppress=clang-tidy-google-readability-casting']
+        args += ['--suppress=clang-tidy-modernize-avoid-c-style-cast']
+        args += ['--suppress=clang-tidy-hicpp-use-nullptr']
+        args += ['--suppress=clang-tidy-modernize-use-nullptr']
+
     if use_compdb:
         compdb_file = tmp_path / 'compile_commands.json'
         create_compile_commands(compdb_file, [test_file])
@@ -995,6 +1010,7 @@ def __test_showtime(tmp_path, showtime, exp_res, exp_last, use_compdb=False, use
         exp_len += 1
     if use_addons:
         exp_len += 1  # TODO: should have individual entries for each addon and whole program analysis
+    # TODO: add entry for clang-tidy analysis
     exp_len += 1  # last line
     assert len(lines) == exp_len
     for i in range(1, exp_res):
@@ -1053,12 +1069,12 @@ def test_showtime_top5_summary_compdb_j_process(tmp_path):
     __test_showtime(tmp_path, 'top5_summary', 5, 'Overall time: ', use_compdb=True, extra_args=['-j2', '--executor=process'])
 
 
-def __test_showtime_file(tmp_path, use_compdb=False, use_addons=False):
+def __test_showtime_file(tmp_path, use_compdb=False, use_addons=False, use_clang_tidy=False):
     exp_res = 79
     # project analysis does not call Preprocessor::getConfig()
     if use_compdb:
         exp_res -= 1
-    __test_showtime(tmp_path, 'file', exp_res, 'Check time: ', use_compdb=use_compdb, use_addons=use_addons)
+    __test_showtime(tmp_path, 'file', exp_res, 'Check time: ', use_compdb=use_compdb, use_addons=use_addons, use_clang_tidy=use_clang_tidy)
 
 
 def test_showtime_file(tmp_path):
@@ -1077,13 +1093,23 @@ def test_showtime_file_addon_compdb(tmp_path):
     __test_showtime_file(tmp_path, use_addons=True, use_compdb=True)
 
 
+@pytest.mark.skipif(not has_clang_tidy, reason='clang-tidy is not available')
+def test_showtime_file_clang_tidy(tmp_path):
+    __test_showtime_file(tmp_path, use_clang_tidy=True)
+
+
+@pytest.mark.skipif(not has_clang_tidy, reason='clang-tidy is not available')
+def test_showtime_file_clang_tidy_compdb(tmp_path):
+    __test_showtime_file(tmp_path, use_clang_tidy=True, use_compdb=True)
+
+
 # TODO: remove extra args when --executor=process works
-def __test_showtime_summary(tmp_path, use_compdb=False, use_addons=False):
+def __test_showtime_summary(tmp_path, use_compdb=False, use_addons=False, use_clang_tidy=False):
     exp_res = 79
     # project analysis does not call Preprocessor::getConfig()
     if use_compdb:
         exp_res -= 1
-    __test_showtime(tmp_path, 'summary', exp_res, 'Overall time: ', use_compdb=use_compdb, use_addons=use_addons, extra_args=['-j1'])
+    __test_showtime(tmp_path, 'summary', exp_res, 'Overall time: ', use_compdb=use_compdb, use_addons=use_addons, use_clang_tidy=use_clang_tidy, extra_args=['-j1'])
 
 
 def test_showtime_summary(tmp_path):
@@ -1102,6 +1128,16 @@ def test_showtime_summary_addon_compdb(tmp_path):
     __test_showtime_summary(tmp_path, use_addons=True, use_compdb=True)
 
 
+@pytest.mark.skipif(not has_clang_tidy, reason='clang-tidy is not available')
+def test_showtime_summary_clang_tidy(tmp_path):
+    __test_showtime_summary(tmp_path, use_clang_tidy=True)
+
+
+@pytest.mark.skipif(not has_clang_tidy, reason='clang-tidy is not available')
+def test_showtime_summary_clang_tidy_compdb(tmp_path):
+    __test_showtime_summary(tmp_path, use_clang_tidy=True, use_compdb=True)
+
+
 # TODO: remove when --executor=process works
 def test_showtime_summary_j_thread(tmp_path):
     __test_showtime(tmp_path, 'summary', 79, 'Overall time: ', extra_args=['-j2', '--executor=thread'])
@@ -3443,13 +3479,6 @@ def test_check_unused_templates_func(tmp_path):  # #13714
     assert stdout.splitlines() == []
     assert stderr.splitlines() == []  # no error since the unused templates are not being checked
 
-try:
-    # TODO: handle exitcode?
-    subprocess.call(['clang-tidy', '--version'])
-    has_clang_tidy = True
-except OSError:
-    has_clang_tidy = False
-
 def __test_clang_tidy(tmpdir, use_compdb):
     test_file = os.path.join(tmpdir, 'test.cpp')
     with open(test_file, 'wt') as f: