skip flaky test on CI

narpfel · Jan 9, 2024 · adcb10f · adcb10f
1 parent aa08755
commit adcb10f
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 1 deletion.
diff --git a/.github/workflows/translate.yml b/.github/workflows/translate.yml
@@ -36,7 +36,7 @@ jobs:
 
     - name: run objspace unit tests
       run: |
-        pypy pytest.py pypy/objspace -v
+        pypy pytest.py pypy/objspace -v -m "not flaky"
 
     - name: translate
       run: |

diff --git a/pypy/conftest.py b/pypy/conftest.py
@@ -60,6 +60,8 @@ def pytest_configure(config):
     if not mode_A and not mode_D:  # 'own' tests
         from rpython.conftest import LeakFinder
         config.pluginmanager.register(LeakFinder())
+    config.addinivalue_line("markers", "flaky: test that sometimes fails")
+
 
 def pytest_addoption(parser):
     group = parser.getgroup("pypy options")

diff --git a/pypy/objspace/std/test/test_methodcache.py b/pypy/objspace/std/test/test_methodcache.py
@@ -93,6 +93,7 @@ class C(A):
             assert cache_counter[1] >= 3 # should be (27, 3)
             assert sum(cache_counter) == 30
 
+    @pytest.mark.flaky
     def test_many_names(self):
         @self.retry
         def run():