ci: Add rerun failures package for flaky tests

Signed-off-by: Cagri Yonca <cagri@ibm.com>

Author: CagriYonca

pyproject.toml

@@ -62,6 +62,7 @@ dev = [
   "pytest",
   "pytest-cov",
   "pytest-mock",
+  "pytest-rerunfailures",
   "pre-commit>=3.0.0",
   "ruff"
 ]

tests/clients/test_urllib3.py

@@ -10,20 +10,23 @@
 import pytest
 import requests
 import urllib3
+
+import tests.apps.flask_app  # noqa: F401
 from instana.instrumentation.urllib3 import (
     _collect_kvs as collect_kvs,
-    extract_custom_headers,
+)
+from instana.instrumentation.urllib3 import (
     collect_response,
+    extract_custom_headers,
 )
 from instana.singletons import agent, tracer
-
-import tests.apps.flask_app  # noqa: F401
 from tests.helpers import testenv
 
 if TYPE_CHECKING:
-    from instana.span.span import InstanaSpan
     from pytest import LogCaptureFixture
 
+    from instana.span.span import InstanaSpan
+
 
 class TestUrllib3:
     @pytest.fixture(autouse=True)
@@ -82,7 +85,7 @@ def make_request(u=None) -> int:
 
         threadpool_size = 15
         pool = ThreadPool(processes=threadpool_size)
-        res = pool.map(make_request, [u for u in range(threadpool_size)])
+        _ = pool.map(make_request, [u for u in range(threadpool_size)])
         # print(f'requests made within threadpool, instana does not instrument - statuses: {res}')
 
         spans = self.recorder.queued_spans()
@@ -136,6 +139,7 @@ def test_get_request(self):
         assert isinstance(urllib3_span.stack, list)
         assert len(urllib3_span.stack) > 1
 
+    @pytest.mark.flaky(reruns=3, reruns_delay=2)
     def test_get_request_https(self):
         request_url = "https://reqres.in:443/api/users"
         with tracer.start_as_current_span("test"):
@@ -631,7 +635,9 @@ def test_exception_logging(self):
         assert test_span.data["sdk"]["name"] == "test"
         assert urllib3_span.n == "urllib3"
         assert urllib3_span.data["http"]["status"] == 500
-        assert urllib3_span.data["http"]["url"] == testenv["flask_server"] + "/exception"
+        assert (
+            urllib3_span.data["http"]["url"] == testenv["flask_server"] + "/exception"
+        )
         assert urllib3_span.data["http"]["method"] == "GET"
         assert urllib3_span.stack
         assert isinstance(urllib3_span.stack, list)