From de11105d2ece076e9d8dcfb01286643e81af8922 Mon Sep 17 00:00:00 2001 From: Michal Gorny Date: Mon, 4 Mar 2019 16:54:06 +0000 Subject: [lldb] [test] Mark failing tests XFAIL on NetBSD Add a convenience 'expectedFailureNetBSD' decorator and mark all tests currently failing on NetBSD with it. Also skip a few tests that hang the test suite. This should establish a baseline for the test suite and get us closer to enabling tests on buildbot. This will help us catch regressions while we still have a lot of work to do to get tests working. It seems that there are also some flaky tests. I am going to address them later on. Differential Revision: https://reviews.llvm.org/D58527 llvm-svn: 355320 --- .../packages/Python/lldbsuite/test/lang/c/array_types/TestArrayTypes.py | 1 + .../lldbsuite/test/lang/c/conflicting-symbol/TestConflictingSymbol.py | 1 + .../Python/lldbsuite/test/lang/c/const_variables/TestConstVariables.py | 1 + .../Python/lldbsuite/test/lang/c/function_types/TestFunctionTypes.py | 1 + .../lldbsuite/test/lang/c/global_variables/TestGlobalVariables.py | 1 + lldb/packages/Python/lldbsuite/test/lang/c/modules/TestCModules.py | 1 + lldb/packages/Python/lldbsuite/test/lang/c/shared_lib/TestSharedLib.py | 2 ++ .../Python/lldbsuite/test/lang/c/stepping/TestStepAndBreakpoints.py | 1 + 8 files changed, 9 insertions(+) (limited to 'lldb/packages/Python/lldbsuite/test/lang/c') diff --git a/lldb/packages/Python/lldbsuite/test/lang/c/array_types/TestArrayTypes.py b/lldb/packages/Python/lldbsuite/test/lang/c/array_types/TestArrayTypes.py index d14534db69c..a47e6c311d4 100644 --- a/lldb/packages/Python/lldbsuite/test/lang/c/array_types/TestArrayTypes.py +++ b/lldb/packages/Python/lldbsuite/test/lang/c/array_types/TestArrayTypes.py @@ -81,6 +81,7 @@ class ArrayTypesTestCase(TestBase): VARIABLES_DISPLAYED_CORRECTLY, startstr='(long [6])') + @expectedFailureNetBSD @add_test_categories(['pyapi']) def test_and_python_api(self): """Use Python APIs to inspect variables with array types.""" diff --git a/lldb/packages/Python/lldbsuite/test/lang/c/conflicting-symbol/TestConflictingSymbol.py b/lldb/packages/Python/lldbsuite/test/lang/c/conflicting-symbol/TestConflictingSymbol.py index b0fde47a2c0..d0d0e987968 100644 --- a/lldb/packages/Python/lldbsuite/test/lang/c/conflicting-symbol/TestConflictingSymbol.py +++ b/lldb/packages/Python/lldbsuite/test/lang/c/conflicting-symbol/TestConflictingSymbol.py @@ -22,6 +22,7 @@ class TestConflictingSymbols(TestBase): lldbutil.mkdir_p(self.getBuildArtifact("Two")) @expectedFailureAll(oslist=["windows"], bugnumber="llvm.org/pr24489") + @expectedFailureNetBSD def test_conflicting_symbols(self): self.build() exe = self.getBuildArtifact("a.out") diff --git a/lldb/packages/Python/lldbsuite/test/lang/c/const_variables/TestConstVariables.py b/lldb/packages/Python/lldbsuite/test/lang/c/const_variables/TestConstVariables.py index bf86e03035f..8e5fd6ccf0c 100644 --- a/lldb/packages/Python/lldbsuite/test/lang/c/const_variables/TestConstVariables.py +++ b/lldb/packages/Python/lldbsuite/test/lang/c/const_variables/TestConstVariables.py @@ -35,6 +35,7 @@ class ConstVariableTestCase(TestBase): @expectedFailureAll( oslist=["windows"], bugnumber="llvm.org/pr24489: Name lookup not working correctly on Windows") + @expectedFailureNetBSD def test_and_run_command(self): """Test interpreted and JITted expressions on constant values.""" self.build() diff --git a/lldb/packages/Python/lldbsuite/test/lang/c/function_types/TestFunctionTypes.py b/lldb/packages/Python/lldbsuite/test/lang/c/function_types/TestFunctionTypes.py index 7ed8a28546c..9fc0b1cedf2 100644 --- a/lldb/packages/Python/lldbsuite/test/lang/c/function_types/TestFunctionTypes.py +++ b/lldb/packages/Python/lldbsuite/test/lang/c/function_types/TestFunctionTypes.py @@ -46,6 +46,7 @@ class FunctionTypesTestCase(TestBase): 'stop reason = breakpoint']) @expectedFailureAll(oslist=["windows"], bugnumber="llvm.org/pr21765") + @expectedFailureNetBSD def test_pointers(self): """Test that a function pointer to 'printf' works and can be called.""" self.build() diff --git a/lldb/packages/Python/lldbsuite/test/lang/c/global_variables/TestGlobalVariables.py b/lldb/packages/Python/lldbsuite/test/lang/c/global_variables/TestGlobalVariables.py index 36b684b60fb..57cec918ba0 100644 --- a/lldb/packages/Python/lldbsuite/test/lang/c/global_variables/TestGlobalVariables.py +++ b/lldb/packages/Python/lldbsuite/test/lang/c/global_variables/TestGlobalVariables.py @@ -38,6 +38,7 @@ class GlobalVariablesTestCase(TestBase): substrs=['42']) @expectedFailureAll(oslist=["windows"], bugnumber="llvm.org/pr24764") + @expectedFailureNetBSD def test_c_global_variables(self): """Test 'frame variable --scope --no-args' which omits args and shows scopes.""" self.build() diff --git a/lldb/packages/Python/lldbsuite/test/lang/c/modules/TestCModules.py b/lldb/packages/Python/lldbsuite/test/lang/c/modules/TestCModules.py index 8d8d57bc9ca..455704280d1 100644 --- a/lldb/packages/Python/lldbsuite/test/lang/c/modules/TestCModules.py +++ b/lldb/packages/Python/lldbsuite/test/lang/c/modules/TestCModules.py @@ -26,6 +26,7 @@ class CModulesTestCase(TestBase): oslist=["windows"], bugnumber="llvm.org/pr24489: Name lookup not working correctly on Windows") @skipIf(macos_version=["<", "10.12"]) + @expectedFailureNetBSD def test_expr(self): self.build() exe = self.getBuildArtifact("a.out") diff --git a/lldb/packages/Python/lldbsuite/test/lang/c/shared_lib/TestSharedLib.py b/lldb/packages/Python/lldbsuite/test/lang/c/shared_lib/TestSharedLib.py index d1595163f6e..250088e38ee 100644 --- a/lldb/packages/Python/lldbsuite/test/lang/c/shared_lib/TestSharedLib.py +++ b/lldb/packages/Python/lldbsuite/test/lang/c/shared_lib/TestSharedLib.py @@ -35,10 +35,12 @@ class SharedLibTestCase(TestBase): "expression GetMeASubFoo(my_foo_ptr)", startstr="(sub_foo *) $") + @expectedFailureNetBSD def test_expr(self): """Test that types work when defined in a shared library and forward-declared in the main executable""" self.common_test_expr(True) + @expectedFailureNetBSD def test_expr_no_preload(self): """Test that types work when defined in a shared library and forward-declared in the main executable, but with preloading disabled""" self.common_test_expr(False) diff --git a/lldb/packages/Python/lldbsuite/test/lang/c/stepping/TestStepAndBreakpoints.py b/lldb/packages/Python/lldbsuite/test/lang/c/stepping/TestStepAndBreakpoints.py index 4a4052cfa33..e10e2389060 100644 --- a/lldb/packages/Python/lldbsuite/test/lang/c/stepping/TestStepAndBreakpoints.py +++ b/lldb/packages/Python/lldbsuite/test/lang/c/stepping/TestStepAndBreakpoints.py @@ -25,6 +25,7 @@ class TestCStepping(TestBase): @expectedFailureAll(oslist=['freebsd'], bugnumber='llvm.org/pr17932') @expectedFailureAll(oslist=["linux"], bugnumber="llvm.org/pr14437") @expectedFailureAll(oslist=["windows"], bugnumber="llvm.org/pr24777") + @expectedFailureNetBSD def test_and_python_api(self): """Test stepping over vrs. hitting breakpoints & subsequent stepping in various forms.""" self.build() -- cgit v1.2.3