tests.utils.http_exceptions.HTTPServiceUnavailable: [503] Service Unavailable: {"error":{"id":"serviceUnavailable","description":"Service required for this operation is offline."}}
zone_hostname = 'dev-onezone.default.svc.cluster.local'
onepanel_credentials = <tests.utils.user_utils.AdminUser object at 0x7f894fdabc20>
owner_credentials = <tests.utils.user_utils.User object at 0x7f894fd2bf80>
space_id = 'dc5960411b11de537af4595e30919fe8ch77c4'
storages_db = {'dev-oneprovider-krakow': {}}
hosts = {'oneprovider-1': {'container-id': '5502614ba36e57bf06fe124fdbbd380b7dd816039f1637053ef8f5817c624064', 'hostname': 'de...3f17eafc2737b6', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.46.9', 'name': 'dev-onezone', ...}}
providers = [{'oneprovider-1': {'size': 1000000, 'storage': 'posix'}}]
(266 more lines...)

AssertionError: logical size is 0 B instead of 15 B!
fixturefunc = <function check_size_stats_for_archive at 0x7f6c99941580>
request = <FixtureRequest for <Function test_user_sees_that_archives_data_is_placed_on_the_provider_creating_the_archive_via_size_statistics[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'config': 'logical size: 15 B\ntotal physical size: 15 B\ncontain counter: 1 file, 1 directo...t_user_sees_that_archives_data_is_placed_on_the_provider_creating_the_archive_via_size_statistics[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

requests.exceptions.ConnectionError: HTTPSConnectionPool(host='10.244.56.246', port=443): Read timed out.
self = <urllib3.response.HTTPResponse object at 0x7f4301c95e10>

    @contextmanager
    def _error_catcher(self) -> typing.Generator[None, None, None]:
        """
        Catch low-level python exceptions, instead re-raising urllib3
        variants, so that low-level exceptions are not leaked in the
(152 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f2f508f9da0>
request = <FixtureRequest for <Function test_user_uses_autocleaning_with_lower_size_limit_which_skips_too_small_files[1oz_2op_deployed]>>
kwargs = {'browser_id': 'space_owner_browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'...p_deployed]>>, 'space_owner_browser': <tests.conftest.ChromeWithAllLogs (session="fbb9cf0af20a458ab23a7385e5836b64")>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

RuntimeError: file 20B-0.txt has not been downloaded
fixturefunc = <function has_downloaded_file_content at 0x7f2f50979300>
request = <FixtureRequest for <Function test_user_uploads_file_on_one_provider_sees_its_distribution_downloads_on_other_provider_and_again_sees_its_distribution[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser1', 'content': '00000000000000000000', 'file_name': '20B-0.txt', 'tmpdir': local('/tmp/pytest-of-bamboo/pytest-0/test_user_uploads_file_on_one_1')}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(50 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f2f508f9da0>
request = <FixtureRequest for <Function test_user_uses_autocleaning[1oz_2op_deployed]>>
kwargs = {'browser_id': 'space_owner_browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'...p_deployed]>>, 'space_owner_browser': <tests.conftest.ChromeWithAllLogs (session="9bf6dc1305cdd8437dd12d2dd3c288d5")>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f2f508f9da0>
request = <FixtureRequest for <Function test_user_uses_autocleaning_with_upper_size_limit_which_skips_too_big_files[1oz_2op_deployed]>>
kwargs = {'browser_id': 'space_owner_browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'...p_deployed]>>, 'space_owner_browser': <tests.conftest.ChromeWithAllLogs (session="f2fff15457a4f6bcc234239be71e861a")>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

RuntimeError: cannot click on button btn in AutoCleaning in Space in SpacesContentPage in content in Oneprovider Panel 21.02.7
fixturefunc = <function click_start_cleaning_now at 0x7f9575c13c40>
request = <FixtureRequest for <Function test_autocleaning_respects_qos_replicas_count_requirement_beside_autocleaning_quota[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser_emergency', 'onepanel': <class 'tests.gui.utils.onepanel.Onepanel'>, 'selenium': {'browser_eme...for <Function test_autocleaning_respects_qos_replicas_count_requirement_beside_autocleaning_quota[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(59 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="318e0dd43f446b43441f2b9f4eafe86e", element="192F5D498D2DA9E308F2A69D90C43193_element_731")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="027d501f5a866db30503680327e03c2c", element="61CCF53EA2BF4231009D52EE5D550F27_element_557")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

AssertionError: distribution for dev-oneprovider-paris is not entirely filled
fixturefunc = <function wt_assert_file_chunks at 0x7f83bc6a5f80>
request = <FixtureRequest for <Function test_file_is_replicated_after_migration_from_one_storage_with_qos_requirement[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser_unified', 'desc': 'oneprovider-1: entirely filled\noneprovider-2: entirely filled', 'file_name...5e0a2e', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.53.176', 'name': 'dev-onezone', ...}}, ...}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(60 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f9b0bacb9c0>
request = <FixtureRequest for <Function test_user_reruns_directory_transfer_to_remote_provider_after_canceling_it[1oz_2op_slow_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...ium' for <Function test_user_reruns_directory_transfer_to_remote_provider_after_canceling_it[1oz_2op_slow_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Data distribution at 0% instead of 33% for provider dev-oneprovider-paris!
fixturefunc = <function check_data_distribution_percentage_for_provider at 0x7f90e9c8dc60>
request = <FixtureRequest for <Function test_user_checks_directorys_data_distribution_change_for_oneprovider2_after_file_replication[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'hosts': {'oneprovider-1': {'container-id': 'c4653fba1b9b11e549c97d6e552b3544e3a2845def1e459....93', 'name': 'dev-onezone', ...}}, 'modals': <class 'tests.gui.utils.common.modals.Modals'>, 'percentage': '33%', ...}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(53 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f90e987ba60>
request = <FixtureRequest for <Function test_user_sees_actual_file_replication_rate_for_a_directory_distributed_between_providers[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...unction test_user_sees_actual_file_replication_rate_for_a_directory_distributed_between_providers[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f90e987ba60>
request = <FixtureRequest for <Function test_user_sees_actual_file_replication_rate_that_is_lower_than_1[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...Request 'selenium' for <Function test_user_sees_actual_file_replication_rate_that_is_lower_than_1[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: physical_size is 0 B instead of 60 B for provider dev-oneprovider-paris!
fixturefunc = <function check_size_stats_for_provider at 0x7f90e9c8ede0>
request = <FixtureRequest for <Function test_user_sees_spaces_size_stats_per_provider_after_clicking_show_statistics_button_and_replicating_directories_from_oneprovider1_to_oneprovider2[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'elem_type': 'physical_size', 'expected': '60 B', 'hosts': {'oneprovider-1': {'container-id'...0b71b9a', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.99.93', 'name': 'dev-onezone', ...}}, ...}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(56 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f90e987ba60>
request = <FixtureRequest for <Function test_user_replicates_directory_to_remote_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...'request': <SubRequest 'selenium' for <Function test_user_replicates_directory_to_remote_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f90e987ba60>
request = <FixtureRequest for <Function test_user_sees_actual_file_replication_rate_for_a_file_replicated_to_another_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...r <Function test_user_sees_actual_file_replication_rate_for_a_file_replicated_to_another_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f90e987ba60>
request = <FixtureRequest for <Function test_user_migrates_directory_to_remote_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t..., 'request': <SubRequest 'selenium' for <Function test_user_migrates_directory_to_remote_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f5761c279c0>
request = <FixtureRequest for <Function test_user_migrates_file_to_remote_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...5f")>, 'request': <SubRequest 'selenium' for <Function test_user_migrates_file_to_remote_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f5761c279c0>
request = <FixtureRequest for <Function test_user_replicates_file_to_remote_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser': <t...")>, 'request': <SubRequest 'selenium' for <Function test_user_replicates_file_to_remote_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: distribution for dev-oneprovider-paris is not entirely filled
fixturefunc = <function wt_assert_file_chunks at 0x7f5761ca58a0>
request = <FixtureRequest for <Function test_user_sees_that_there_are_no_file_blocks_on_provider_from_which_file_was_downloaded_and_then_evicted[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser', 'desc': 'oneprovider-1: entirely filled\noneprovider-2: entirely filled', 'file_name': '20B-...01f575', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.56.233', 'name': 'dev-onezone', ...}}, ...}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(60 more lines...)

AssertionError: Ongoing transfers did not finish
fixturefunc = <function wait_for_ongoing_tranfers_to_finish at 0x7f4d81310180>
request = <FixtureRequest for <Function test_user_replicates_directory_with_2_files_on_different_providers_to_current_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser1', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser1': ... <Function test_user_replicates_directory_with_2_files_on_different_providers_to_current_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Ongoing transfers did not finish
fixturefunc = <function wait_for_ongoing_tranfers_to_finish at 0x7f4d81310180>
request = <FixtureRequest for <Function test_user_migrates_directory_with_2_files_on_different_providers_to_current_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser1', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser1': ...or <Function test_user_migrates_directory_with_2_files_on_different_providers_to_current_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f4d812cfc40>
request = <FixtureRequest for <Function test_user_replicates_file_from_remote_provider_to_current_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser1', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser1': ...quest 'selenium' for <Function test_user_replicates_file_from_remote_provider_to_current_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

AssertionError: distribution for dev-oneprovider-paris is not entirely filled
fixturefunc = <function wt_assert_file_chunks at 0x7f4d8134db20>
request = <FixtureRequest for <Function test_nonspaceowner_successfully_schedules_eviction_if_he_got_transfer_management_privileges[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser_user1', 'desc': 'oneprovider-1: entirely filled\noneprovider-2: entirely filled', 'file_name':...4cd865', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.39.254', 'name': 'dev-onezone', ...}}, ...}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(60 more lines...)

AssertionError: Waiting transfers did not start
fixturefunc = <function wait_for_waiting_transfer_to_start at 0x7f4d812cfc40>
request = <FixtureRequest for <Function test_user_migrates_file_from_remote_provider_to_current_provider[1oz_2op_deployed]>>
kwargs = {'browser_id': 'browser1', 'op_container': <class 'tests.gui.utils.oneprovider.OPLoggedIn'>, 'selenium': {'browser1': ...Request 'selenium' for <Function test_user_migrates_file_from_remote_provider_to_current_provider[1oz_2op_deployed]>>}}

    def call_fixture_func(
        fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
    ) -> FixtureValue:
(42 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="9c48472c3ea1de9f5b26cca6b1addeae", element="A6F0C9E354011411B5419D903D1B2447_element_668")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="db27526a09b37c901f43e85e287aa622", element="12006B96F36BE462D80E6798129C89A5_element_596")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="408a84f263a882e3c191ac97da345497", element="5214DD36EA4C3FE6EFA5D1CB2DF0D730_element_598")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="d0baad4debe7b5e6281bde41e05e562f", element="26F9A98ABD8AD10559C0838AACC2D7A4_element_668")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)

RuntimeError: no  item found in Requirement in QoS tab
web_elem_root = <selenium.webdriver.remote.webelement.WebElement (session="87d3b3bc786a2a4bc8cec4d835d896be", element="7C5EA7089D23FA1FB055BED34E02725C_element_655")>
css_sel = '.qos-status-fulfilled'
err_msg = 'no  item found in Requirement in QoS tab'

    def find_web_elem(web_elem_root, css_sel, err_msg):
        try:
            _scroll_to_css_sel(web_elem_root, css_sel)
(187 more lines...)