internal error
Traceback (most recent call last):
  File "/usr/local/lib/python3.12/dist-packages/_pytest/main.py", line 285, in wrap_session
    session.exitstatus = doit(config, session) or 0
                         ^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/dist-packages/_pytest/main.py", line 339, in _main
    config.hook.pytest_runtestloop(session=session)
  File "/usr/local/lib/python3.12/dist-packages/pluggy/_hooks.py", line 513, in __call__
(108 more lines...)

AssertionError: logical size is 0 B instead of 15 B!
fixturefunc = <function check_size_stats_for_archive at 0x7f9705649580>
request = <FixtureRequest for <Function test_user_sees_that_archives_data_is_placed_on_the_provider_creating_the_archive_via_size_statistics[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'config': 'logical size: 15 B\ntotal physical size: 15 B\ncontain counter: 1 file, 1 directo...t_user_sees_that_archives_data_is_placed_on_the_provider_creating_the_archive_via_size_statistics[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

requests.exceptions.ConnectionError: HTTPSConnectionPool(host='10.244.241.124', port=443): Read timed out.
self = <urllib3.response.HTTPResponse object at 0x7f19ec6e94b0>

    @contextmanager
    def _error_catcher(self) -> typing.Generator[None, None, None]:
        """
        Catch low-level python exceptions, instead re-raising urllib3
        variants, so that low-level exceptions are not leaked in the
(152 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7fd160525da0>
request = <FixtureRequest for <Function test_user_uses_autocleaning_with_upper_size_limit_which_skips_too_big_files[1oz_2op_deployed]>>
kwargs = {'browser_id': 'space_owner_browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'...p_deployed]>>, 'space_owner_browser': <tests.conftest.ChromeWithAllLogs (session="aeda9f8bfc65c60c1e576d3802f05704")>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7fd160525da0>
request = <FixtureRequest for <Function test_user_uses_autocleaning[1oz_2op_deployed]>>
kwargs = {'browser_id': 'space_owner_browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'...p_deployed]>>, 'space_owner_browser': <tests.conftest.ChromeWithAllLogs (session="69a117e5946f999cab5e68e77e823d87")>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

RuntimeError: file 20B-0.txt has not been downloaded
fixturefunc = <function has_downloaded_file_content at 0x7fd160589300>
request = <FixtureRequest for <Function test_user_uploads_file_on_one_provider_sees_its_distribution_downloads_on_other_provider_and_again_sees_its_distribution[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser1', 'content': '00000000000000000000', 'file_name': '20B-0.txt', 'tmpdir': local('/tmp/pytest-of-bamboo/pytest-0/test_user_uploads_file_on_one_1')}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(50 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7fd160525da0>
request = <FixtureRequest for <Function test_user_uses_autocleaning_with_lower_size_limit_which_skips_too_small_files[1oz_2op_deployed]>>
kwargs = {'browser_id': 'space_owner_browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'...p_deployed]>>, 'space_owner_browser': <tests.conftest.ChromeWithAllLogs (session="66695f7a92532293aa1913e7b5a8898b")>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

RuntimeError: cannot click on button btn in AutoCleaning in Space in SpacesContentPage in content in Oneprovider Panel 21.02.7
fixturefunc = <function click_start_cleaning_now at 0x7f2cb0ecbc40>
request = <FixtureRequest for <Function test_autocleaning_respects_qos_replicas_count_requirement_beside_autocleaning_quota[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser_emergency', 'onepanel': <class 'tests.gui.utils.onepanel.Onepanel'>, 'selenium': {'browser_eme...for <Function test_autocleaning_respects_qos_replicas_count_requirement_beside_autocleaning_quota[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(59 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="d2d36fe58b74e88baf44ff844f2cccfb", element="6E5D0A5185423351BA599BEFD6DD45C7_element_728")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

AssertionError: distribution for dev-oneprovider-paris is not entirely filled
fixturefunc = <function wt_assert_file_chunks at 0x7fae12ed1f80>
request = <FixtureRequest for <Function test_file_is_replicated_after_migration_from_one_storage_with_qos_requirement[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser_unified', 'desc': 'oneprovider-1: entirely filled\noneprovider-2: entirely filled', 'file_name...17f4b6', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.27.212', 'name': 'dev-onezone', ...}}, ...}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(60 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="d0054cb9f4309c505326216984fdbaec", element="D0465CEEB8E67B8E328CCBF381808DE2_element_561")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7fa32b1139c0>
request = <FixtureRequest for <Function test_user_reruns_directory_transfer_to_remote_provider_after_canceling_it[1oz_2op_slow_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...ium' for <Function test_user_reruns_directory_transfer_to_remote_provider_after_canceling_it[1oz_2op_slow_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f3030ea3a60>
request = <FixtureRequest for <Function test_user_sees_actual_file_replication_rate_for_a_directory_distributed_between_providers[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...unction test_user_sees_actual_file_replication_rate_for_a_directory_distributed_between_providers[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f3030ea3a60>
request = <FixtureRequest for <Function test_user_sees_actual_file_replication_rate_that_is_lower_than_1[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...Request 'selenium' for <Function test_user_sees_actual_file_replication_rate_that_is_lower_than_1[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f3030ea3a60>
request = <FixtureRequest for <Function test_user_sees_actual_file_replication_rate_for_a_file_replicated_to_another_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...r <Function test_user_sees_actual_file_replication_rate_for_a_file_replicated_to_another_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f3030ea3a60>
request = <FixtureRequest for <Function test_user_replicates_directory_to_remote_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...'request': <SubRequest 'selenium' for <Function test_user_replicates_directory_to_remote_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f3030ea3a60>
request = <FixtureRequest for <Function test_user_migrates_directory_to_remote_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t..., 'request': <SubRequest 'selenium' for <Function test_user_migrates_directory_to_remote_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Data distribution at 0% instead of 33% for provider dev-oneprovider-paris!
fixturefunc = <function check_data_distribution_percentage_for_provider at 0x7f30312b5c60>
request = <FixtureRequest for <Function test_user_checks_directorys_data_distribution_change_for_oneprovider2_after_file_replication[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'hosts': {'oneprovider-1': {'container-id': '78efe2f848dda76e0f054936fef2da9754242324b544658...254', 'name': 'dev-onezone', ...}}, 'modals': <class 'tests.gui.utils.common.modals.Modals'>, 'percentage': '33%', ...}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(53 more lines...)

AssertionError: physical_size is 0 B instead of 60 B for provider dev-oneprovider-paris!
fixturefunc = <function check_size_stats_for_provider at 0x7f30312b6de0>
request = <FixtureRequest for <Function test_user_sees_spaces_size_stats_per_provider_after_clicking_show_statistics_button_and_replicating_directories_from_oneprovider1_to_oneprovider2[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'elem_type': 'physical_size', 'expected': '60 B', 'hosts': {'oneprovider-1': {'container-id'...8fad35', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.45.254', 'name': 'dev-onezone', ...}}, ...}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(56 more lines...)

AssertionError: distribution for dev-oneprovider-paris is not entirely filled
fixturefunc = <function wt_assert_file_chunks at 0x7f2ef0b758a0>
request = <FixtureRequest for <Function test_user_sees_that_there_are_no_file_blocks_on_provider_from_which_file_was_downloaded_and_then_evicted[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'desc': 'oneprovider-1: entirely filled\noneprovider-2: entirely filled', 'file_name': '20B-...5445a', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.246.224', 'name': 'dev-onezone', ...}}, ...}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(60 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f2ef0af79c0>
request = <FixtureRequest for <Function test_user_migrates_file_to_remote_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...ba")>, 'request': <SubRequest 'selenium' for <Function test_user_migrates_file_to_remote_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f2ef0af79c0>
request = <FixtureRequest for <Function test_user_replicates_file_to_remote_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...")>, 'request': <SubRequest 'selenium' for <Function test_user_replicates_file_to_remote_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f1c83cdbc40>
request = <FixtureRequest for <Function test_user_migrates_file_from_remote_provider_to_current_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser1', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser1': ...Request 'selenium' for <Function test_user_migrates_file_from_remote_provider_to_current_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Ongoing transfers did not finish
fixturefunc = <function wait_for_ongoing_tranfers_to_finish at 0x7f1c83d20180>
request = <FixtureRequest for <Function test_user_migrates_directory_with_2_files_on_different_providers_to_current_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser1', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser1': ...or <Function test_user_migrates_directory_with_2_files_on_different_providers_to_current_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f1c83cdbc40>
request = <FixtureRequest for <Function test_user_replicates_file_from_remote_provider_to_current_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser1', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser1': ...quest 'selenium' for <Function test_user_replicates_file_from_remote_provider_to_current_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: distribution for dev-oneprovider-paris is not entirely filled
fixturefunc = <function wt_assert_file_chunks at 0x7f1c83d5db20>
request = <FixtureRequest for <Function test_nonspaceowner_successfully_schedules_eviction_if_he_got_transfer_management_privileges[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser_user1', 'desc': 'oneprovider-1: entirely filled\noneprovider-2: entirely filled', 'file_name':...24f324', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.64.164', 'name': 'dev-onezone', ...}}, ...}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(60 more lines...)

AssertionError: Ongoing transfers did not finish
fixturefunc = <function wait_for_ongoing_tranfers_to_finish at 0x7f1c83d20180>
request = <FixtureRequest for <Function test_user_replicates_directory_with_2_files_on_different_providers_to_current_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser1', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser1': ... <Function test_user_replicates_directory_with_2_files_on_different_providers_to_current_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="610f0165b74d2125b4207e07d2af738c", element="0C7E7CBB336CCAA6E5810B3C3574812A_element_652")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="55ebf9db0afbeeb57bdddc2f580c1bea", element="E37C67BA3DB1C2D98D1C2CE9969E247A_element_667")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="8791c858bc39ff9ec3fd5523a6cbc381", element="98D80A5BE684ACF093F202D9537DAED2_element_593")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="4ef5bb97838d0519765f1bdeccd34f78", element="F65C64B710AC1D9CE00FD23FC5B99076_element_596")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="fac50e7f9101a4d2fab30c47426eb1e7", element="3242F21C067212F34FDAD0BAB1A0642E_element_668")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

AssertionError: Processing speed is 6502.461538461538 bytes per second and is lower than expected 13500 per second.
fixturefunc = <function assert_number_of_proceeded_files at 0x7f0d8f659300>
request = <FixtureRequest for <Function test_user_sees_successful_execution_of_uploaded_bagituploader_workflow_and_input_file_bagit_archive_unpacktar[1oz_1op_openfaas]>>
kwargs = {'browser_id': 'browser', 'compare_option': 'is greater or equal', 'modals': <class 'tests.gui.utils.common.modals.Modals'>, 'number': '13500', ...}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(56 more lines...)

selenium.common.exceptions.StaleElementReferenceException: Message: stale element reference: stale element not found
  (Session info: chrome=115.0.5763.0); For documentation on this error, please visit: https://www.selenium.dev/documentation/webdriver/troubleshooting/errors#stale-element-reference-exception
Stacktrace:
#0 0x560e3c97b2b3 <unknown>
#1 0x560e3c6ab2d7 <unknown>
#2 0x560e3c6af85e <unknown>
#3 0x560e3c6b10c0 <unknown>
#4 0x560e3c6b117c <unknown>
(180 more lines...)