Build #3,212

Plan branch:
Acceptance tests using different clients concurrently. Environment deployed from packages.

Build: #3212 failed

Job: Spaces basic failed

Test results

  • 59 tests in total
  • 25 tests failed
  • 25 failures are new
  • 1 test was quarantined / skipped
  • 16 minutes taken in total.

Build 3,212 has the following 25 errors: 25 new failure(s) occurred since the previous build.

New test failures 25
Status Test Duration
Collapse Failed test_spaces_basic test_user_fails_to_add_metadata_to_the_archives_root_directory[1oz_1op_1oc]
12 secs 
Exception: Json metadata added to archives root dir, but adding should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_add_metadata_to_the_archives_root_directory[1oz_1op_1oc]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(28 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_add_metadata_to_the_share_root_directory[1oz_1op_1oc]
13 secs 
AssertionError
user = 'user1'
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f8561c3c1f0>, 'admin2': <tests.utils.user_utils.User object a...s.user_utils.AdminUser object at 0x7f8561c3c070>, 'user1': <tests.utils.user_utils.User object at 0x7f8561c3cac0>, ...}
hosts = {'oneclient-1': {'container-id': '1e40d8b755b8e84f79ae52598ab9c6287ce44bed538830b26861d92107377aad', 'ip': '10.244.175...e5bee25ef46', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.175.186', 'name': 'dev-onezone', ...}}
host = 'oneprovider-1'
dir_id = '000000000084E6167368617265477569642373706163655F623833626462383031353864306534336661356465666330623566303338376563683...3564656663306235663033383765636838323832236163353639303661616365633762666663316233303761383664353137643861636862663064'
expression = '{"id": 1}'
err_msg = 'Json metadata added to share root dir, but adding should have failed'
(540 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_add_metadata_to_the_trash_directory[1oz_1op_1oc]
13 secs 
AssertionError
user = 'user1'
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f8561f24040>, 'admin2': <tests.utils.user_utils.User object a...s.user_utils.AdminUser object at 0x7f8561f240a0>, 'user1': <tests.utils.user_utils.User object at 0x7f8561f24430>, ...}
hosts = {'oneclient-1': {'container-id': '1e40d8b755b8e84f79ae52598ab9c6287ce44bed538830b26861d92107377aad', 'ip': '10.244.175...e5bee25ef46', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.175.186', 'name': 'dev-onezone', ...}}
host = 'oneprovider-1'
dir_id = '0000000000586FE3677569642374726173685F3162323165633431643235303632336536393238373235343364643839656264636866376464233162323165633431643235303632336536393238373235343364643839656264636866376464'
expression = '{"id": 1}'
err_msg = 'Json metadata added to trash dir, but adding should have failed'
(540 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_add_metadata_to_the_user_root_directory[1oz_1op_1oc]
12 secs 
Exception: Json metadata added to user root dir, but adding should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_add_metadata_to_the_user_root_directory[1oz_1op_1oc]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(28 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_add_qos_requirement_to_the_archives_root_directory[1oz_1op_1oc]
12 secs 
Exception: Qos requirement added to archives root dir, but adding should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_add_qos_requirement_to_the_archives_root_directory[1oz_1op_1oc]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(29 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_add_qos_requirement_to_the_share_root_directory[1oz_1op_1oc]
13 secs 
AssertionError
user = 'user1'
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f8561ad2520>, 'admin2': <tests.utils.user_utils.User object a...s.user_utils.AdminUser object at 0x7f8561ada940>, 'user1': <tests.utils.user_utils.User object at 0x7f8561adab50>, ...}
hosts = {'oneclient-1': {'container-id': '1e40d8b755b8e84f79ae52598ab9c6287ce44bed538830b26861d92107377aad', 'ip': '10.244.175...e5bee25ef46', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.175.186', 'name': 'dev-onezone', ...}}
host = 'oneprovider-1'
dir_id = '00000000008407647368617265477569642373706163655F306637383639633336336231306430386139646235383030363962643533646463686...6462353830303639626435336464636862343836236265333763663637353738616439313133326139326563396362333138633233636833343637'
expression = 'geo=PL'
err_msg = 'Qos requirement added to share root dir, but adding should have failed'
(523 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_add_qos_requirement_to_the_trash_directory[1oz_1op_1oc]
13 secs 
AssertionError
user = 'user1'
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f8561fd27c0>, 'admin2': <tests.utils.user_utils.User object a...s.user_utils.AdminUser object at 0x7f8561fd2760>, 'user1': <tests.utils.user_utils.User object at 0x7f8561fd2d30>, ...}
hosts = {'oneclient-1': {'container-id': '1e40d8b755b8e84f79ae52598ab9c6287ce44bed538830b26861d92107377aad', 'ip': '10.244.175...e5bee25ef46', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.175.186', 'name': 'dev-onezone', ...}}
host = 'oneprovider-1'
dir_id = '000000000058AD44677569642374726173685F6362326330333961643362333734363839353562636362346533386666373362636832323964236362326330333961643362333734363839353562636362346533386666373362636832323964'
expression = 'geo=PL'
err_msg = 'Qos requirement added to trash dir, but adding should have failed'
(523 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_add_qos_requirement_to_the_user_root_directory[1oz_1op_1oc]
12 secs 
Exception: Qos requirement added to user root dir, but adding should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_add_qos_requirement_to_the_user_root_directory[1oz_1op_1oc]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(29 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_create_file_in_the_archives_root_directory[1oz_1op_1oc-REST]
12 secs 
Exception: File created in archives root dir, but creation should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_create_file_in_the_archives_root_directory[1oz_1op_1oc-REST]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(31 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_create_file_in_the_archives_root_directory[1oz_1op_1oc-oneclient1]
13 secs 
Exception: File created in archives root dir, but creation should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_create_file_in_the_archives_root_directory[1oz_1op_1oc-oneclient1]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(39 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_create_file_in_the_share_root_directory[1oz_1op_1oc-REST]
13 secs 
AssertionError: Unexpected error occurred [400] Bad Request: {"error":{"id":"notSupported","description":"This operation is not supported."}}
client = 'rest'
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f8561abeb80>, 'admin2': <tests.utils.user_utils.User object a...s.user_utils.AdminUser object at 0x7f8561c3a640>, 'user1': <tests.utils.user_utils.User object at 0x7f8561c3a070>, ...}
user = 'user1'
hosts = {'oneclient-1': {'container-id': '1e40d8b755b8e84f79ae52598ab9c6287ce44bed538830b26861d92107377aad', 'ip': '10.244.175...e5bee25ef46', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.175.186', 'name': 'dev-onezone', ...}}
host = 'oneprovider-1'
dir_id = '000000000084A4047368617265477569642373706163655F333934653463356361613666353764383233643235626331653561646531393163683...6432356263316535616465313931636830633439233962386330353031333664643961646334663031356363363330343335326237636838336665'
file_name = 'some_name.txt'
(144 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_create_file_in_the_trash_directory[1oz_1op_1oc-REST]
12 secs 
Exception: File created in trash dir, but creation should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_create_file_in_the_trash_directory[1oz_1op_1oc-REST]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(31 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_create_file_in_the_trash_directory[1oz_1op_1oc-oneclient1]
14 secs 
Exception: File created in trash dir, but creation should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_create_file_in_the_trash_directory[1oz_1op_1oc-oneclient1]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(39 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_create_file_in_the_user_root_directory[1oz_1op_1oc-REST]
12 secs 
Exception: File created in user root dir, but creation should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_create_file_in_the_user_root_directory[1oz_1op_1oc-REST]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(31 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_create_file_in_the_user_root_directory[1oz_1op_1oc-oneclient1]
13 secs 
Exception: File created in user root dir, but creation should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_create_file_in_the_user_root_directory[1oz_1op_1oc-oneclient1]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(39 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_establish_dataset_on_the_archives_root_directory[1oz_1op_1oc]
13 secs 
Exception: Established dataset on archives root dir, but establishing should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_establish_dataset_on_the_archives_root_directory[1oz_1op_1oc]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(27 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_establish_dataset_on_the_share_root_directory[1oz_1op_1oc]
13 secs 
AssertionError
user = 'user1'
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f8561bda160>, 'admin2': <tests.utils.user_utils.User object a...s.user_utils.AdminUser object at 0x7f8561bda1c0>, 'user1': <tests.utils.user_utils.User object at 0x7f8561bda820>, ...}
hosts = {'oneclient-1': {'container-id': '1e40d8b755b8e84f79ae52598ab9c6287ce44bed538830b26861d92107377aad', 'ip': '10.244.175...e5bee25ef46', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.175.186', 'name': 'dev-onezone', ...}}
host = 'oneprovider-1'
dir_id = '000000000084E72D7368617265477569642373706163655F613961623036613732653434643534373538383162393862393530613334306163683...3831623938623935306133343061636835346439233263643737623533616666623530373337366135653938653737633231333163636835396162'
err_msg = 'Established dataset on share root dir, but establishing should have failed'

(520 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_establish_dataset_on_the_trash_directory[1oz_1op_1oc]
13 secs 
Exception: Established dataset on trash dir, but establishing should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_establish_dataset_on_the_trash_directory[1oz_1op_1oc]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(27 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_establish_dataset_on_the_user_root_directory[1oz_1op_1oc]
12 secs 
Exception: Established dataset on user root dir, but establishing should have failed
request = <FixtureRequest for <Function 'test_user_fails_to_establish_dataset_on_the_user_root_directory[1oz_1op_1oc]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(27 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_move_the_archives_root_directory[1oz_1op_1oc-REST]
12 secs 
AssertionError: Unexpected error occurred [400] Bad Request: {"error":{"id":"posix","details":{"errno":"enoent"},"description":"Operation failed with POSIX error: enoent."}}
client = <tests.gui.utils.oneservices.cdmi.CDMIClient object at 0x7f85621ecbe0>
user = 'user1'
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f856228c0d0>, 'admin2': <tests.utils.user_utils.User object a...s.user_utils.AdminUser object at 0x7f8562150c10>, 'user1': <tests.utils.user_utils.User object at 0x7f8562627520>, ...}
hosts = {'oneclient-1': {'container-id': '1e40d8b755b8e84f79ae52598ab9c6287ce44bed538830b26861d92107377aad', 'ip': '10.244.175...e5bee25ef46', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.175.186', 'name': 'dev-onezone', ...}}
host = 'oneprovider-1'
dir_id = '000000000060C7E7677569642361726368697665735F726F6F745F3164663839643939316462616638613064373633653865613534303134633931636865393636233164663839643939316462616638613064373633653865613534303134633931636865393636'
cdmi = <class 'tests.gui.utils.oneservices.cdmi.CDMIClient'>
(120 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_move_the_share_root_directory[1oz_1op_1oc-REST]
13 secs 
AssertionError: Unexpected error occurred [400] Bad Request: {"error":{"id":"posix","details":{"errno":"enoent"},"description":"Operation failed with POSIX error: enoent."}}
client = <tests.gui.utils.oneservices.cdmi.CDMIClient object at 0x7f8561b362e0>
user = 'user1'
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f8561d10a90>, 'admin2': <tests.utils.user_utils.User object a...s.user_utils.AdminUser object at 0x7f8561b36520>, 'user1': <tests.utils.user_utils.User object at 0x7f8561b360d0>, ...}
hosts = {'oneclient-1': {'container-id': '1e40d8b755b8e84f79ae52598ab9c6287ce44bed538830b26861d92107377aad', 'ip': '10.244.175...e5bee25ef46', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.175.186', 'name': 'dev-onezone', ...}}
host = 'oneprovider-1'
dir_id = '00000000008414BA7368617265477569642373706163655F343430623630363436343731363465616339623735313332353034613531653663683...6237353133323530346135316536636837356663236630393864656537653232373834326265333437333366383365666139623562636865316535'
cdmi = <class 'tests.gui.utils.oneservices.cdmi.CDMIClient'>
(120 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_move_the_share_root_directory[1oz_1op_1oc-oneclient1]
13 secs 
_get_exception_class.<locals>.Derived: [Errno 36] File name too long: '/tmp/onedata/mnt/new_name/.__onedata__file_id__00000000008416AA7368617265477569642373706163655F3530643537346638323838346635656163323732383634643730343431353438636837323336233530643537346638323838346635656163323732383634643730343431353438636837323336236235303739386139386465393766363765643163613237393861346466393234636861363830' -> None  ========= Remote Traceback (1) ========= Traceback (most recent call last):   File "/usr/lib/python3.8/shutil.py", line 791, in move     os.rename(src, real_dst) OSError: [Errno 18] Invalid cross-device link: '/tmp/onedata/mnt/n1vi0et76vkxldn3/.__onedata__file_id__00000000008416AA7368617265477569642373706163655F3530643537346638323838346635656163323732383634643730343431353438636837323336233530643537346638323838346635656163323732383634643730343431353438636837323336236235303739386139386465393766363765643163613237393861346466393234636861363830' -> '/tmp/onedata/mnt/new_name/.__onedata__file_id__00000000008416AA7368617265477569642373706163655F3530643537346638323838346635656163323732383634643730343431353438636837323336233530643537346638323838346635656163323732383634643730343431353438636837323336236235303739386139386465393766363765643163613237393861346466393234636861363830'  During handling of the above exception, another exception occurred:  Traceback (most recent call last):   File "/usr/local/lib/python3.8/dist-packages/rpyc/core/protocol.py", line 324, in _dispatch_request     res = self._HANDLERS[handler](self, *args)   File "/usr/local/lib/python3.8/dist-packages/rpyc/core/protocol.py", line 592, in _handle_call     return obj(*args, **dict(kwargs))   File "/usr/lib/python3.8/shutil.py", line 807, in move     copytree(src, real_dst, copy_function=copy_function,   File "/usr/lib/python3.8/shutil.py", line 557, in copytree     return _copytree(entries=entries, src=src, dst=dst, symlinks=symlinks,   File "/usr/lib/python3.8/shutil.py", line 458, in _copytree     os.makedirs(dst, exist_ok=dirs_exist_ok)   File "/usr/lib/python3.8/os.py", line 223, in makedirs     mkdir(name, mode) OSError: [Errno 36] File name too long: '/tmp/onedata/mnt/new_name/.__onedata__file_id__00000000008416AA7368617265477569642373706163655F3530643537346638323838346635656163323732383634643730343431353438636837323336233530643537346638323838346635656163323732383634643730343431353438636837323336236235303739386139386465393766363765643163613237393861346466393234636861363830'
request = <FixtureRequest for <Function 'test_user_fails_to_move_the_share_root_directory[1oz_1op_1oc-oneclient1]'>>

    @pytest.mark.usefixtures(*function_args)
    def scenario_wrapper(request):
>       _execute_scenario(feature, scenario, request, encoding)

/usr/local/lib/python3.8/dist-packages/pytest_bdd/scenario.py:227: 
(62 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_move_the_trash_directory[1oz_1op_1oc-REST]
12 secs 
AssertionError: Unexpected error occurred [400] Bad Request: {"error":{"id":"posix","details":{"errno":"enoent"},"description":"Operation failed with POSIX error: enoent."}}
client = <tests.gui.utils.oneservices.cdmi.CDMIClient object at 0x7f856214c7f0>
user = 'user1'
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f856269d550>, 'admin2': <tests.utils.user_utils.User object a...s.user_utils.AdminUser object at 0x7f856207d100>, 'user1': <tests.utils.user_utils.User object at 0x7f856207d040>, ...}
hosts = {'oneclient-1': {'container-id': '1e40d8b755b8e84f79ae52598ab9c6287ce44bed538830b26861d92107377aad', 'ip': '10.244.175...e5bee25ef46', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.175.186', 'name': 'dev-onezone', ...}}
host = 'oneprovider-1'
dir_id = '000000000058796A677569642374726173685F3436303465666434663038616665356266633863303931303539303431373536636834623733233436303465666434663038616665356266633863303931303539303431373536636834623733'
cdmi = <class 'tests.gui.utils.oneservices.cdmi.CDMIClient'>
(120 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_move_the_user_root_directory[1oz_1op_1oc-REST]
12 secs 
AssertionError: Unexpected error occurred [400] Bad Request: {"error":{"id":"posix","details":{"errno":"enoent"},"description":"Operation failed with POSIX error: enoent."}}
client = <tests.gui.utils.oneservices.cdmi.CDMIClient object at 0x7f85625f2700>
user = 'user1'
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f85625f9a60>, 'admin2': <tests.utils.user_utils.User object a...s.user_utils.AdminUser object at 0x7f85625f2b80>, 'user1': <tests.utils.user_utils.User object at 0x7f85625f2280>, ...}
hosts = {'oneclient-1': {'container-id': '1e40d8b755b8e84f79ae52598ab9c6287ce44bed538830b26861d92107377aad', 'ip': '10.244.175...e5bee25ef46', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.175.186', 'name': 'dev-onezone', ...}}
host = 'oneprovider-1'
dir_id = '00000000005877BC677569642373706163655F6465346663306438316334343836643738303038313636633533346161333333636865333535236465346663306438316334343836643738303038313636633533346161333333636865333535'
cdmi = <class 'tests.gui.utils.oneservices.cdmi.CDMIClient'>
(120 more lines...)
Collapse Failed test_spaces_basic test_user_fails_to_remove_the_share_root_directory[1oz_1op_1oc-REST]
13 secs 
AssertionError: Unexpected error occurred (400) Reason: Bad Request HTTP response headers: HTTPHeaderDict({'access-control-allow-origin': '*', 'content-length': '80', 'content-type': 'application/json', 'date': 'Wed, 21 Aug 2024 20:06:44 GMT', 'server': 'Cowboy'}) HTTP response body: {"error":{"id":"notSupported","description":"This operation is not supported."}}
client = 'rest'
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f8561e564c0>, 'admin2': <tests.utils.user_utils.User object a...s.user_utils.AdminUser object at 0x7f8561e564f0>, 'user1': <tests.utils.user_utils.User object at 0x7f8561e56e20>, ...}
user = 'user1'
hosts = {'oneclient-1': {'container-id': '1e40d8b755b8e84f79ae52598ab9c6287ce44bed538830b26861d92107377aad', 'ip': '10.244.175...e5bee25ef46', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.175.186', 'name': 'dev-onezone', ...}}
host = 'oneprovider-1'
dir_id = '00000000008449AC7368617265477569642373706163655F336333373635396635343930346632386230353037336264373335396531313763683...3530373362643733353965313137636830316139233665323534343266666235313766353239623238646330663666353966303432636830656338'
err_msg = 'share root dir was deleted!'
(529 more lines...)