oneclient acceptance tests using environment deployed from packages

Build: #3362 failed

Job: regular file CRUD directio hardlinks failed

Stages & jobs

  1. Qnthack - copy quarantine

  2. Acceptance Test

  3. Qnthack - rerun

    Final

network restart long[singleprovider singleclient directio]: Test case result

The below summarizes the result of the test " network restart long[singleprovider singleclient directio]" in build 3,362 of Onedata Products - oneclient acceptance pkg - regular file CRUD directio hardlinks.
Description
network restart long[singleprovider singleclient directio]
Test class
oneclient.scenarios.test_reg_file_CRUD
Method
test_network_restart_long[singleprovider_singleclient_directio]
Duration
42 secs
Status
Failed (New Failure)

Error Log

failed on setup with "tests.utils.http_exceptions.HTTPServiceUnavailable: [503] Service Unavailable: {"error":{"id":"serviceUnavailable","description":"Service required for this operation is offline."}}"
zone_hostname = 'dev-onezone.default.svc.cluster.local'
onepanel_credentials = <tests.utils.user_utils.AdminUser object at 0x7f4fd7e89220>
owner_credentials = <tests.utils.user_utils.User object at 0x7f4fd7e8a090>
space_id = 'aea57f11ce148fc30518ae7f3c6b7b16ch9d09'
storages_db = {'dev-oneprovider-krakow': {}}
hosts = {'oneclient-1': {'container-id': 'ff863981412b17db79fbd38ad387948193801b8d6c62180a15826cba7182c9ec', 'ip': '10.244.190...34af02c1492c', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.190.86', 'name': 'dev-onezone', ...}}
providers = [{'oneprovider-1': {'size': '1000000000', 'storage': 'local-volume-1'}}]
members = ['user1']
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f4fd8013500>, 'onepanel': <tests.utils.user_utils.AdminUser o...tests.utils.user_utils.User object at 0x7f4fd7e8a090>, 'user1': <tests.utils.user_utils.User object at 0x7f4fd7e88230>}

    def _get_support(zone_hostname, onepanel_credentials,
                     owner_credentials, space_id, storages_db, hosts, providers,
                     members, users):
        onepanel_username = onepanel_credentials.username
        onepanel_password = onepanel_credentials.password
    
        for provider in providers:
            [(provider, options)] = provider.items()
    
            provider_name = hosts[provider]['name']
            provider_hostname = hosts[provider]['hostname']
            storage_name = options['storage']
    
            try:
>               storage_id = storages_db[provider_name][storage_name]
E               KeyError: 'dev-oneprovider-krakow'

tests/utils/entities_setup/spaces.py:224: KeyError

During handling of the above exception, another exception occurred:

http_method = <function get at 0x7f4fd9077560>
ip = 'dev-oneprovider-krakow.default.svc.cluster.local', port = 9443
path = '/api/v3/onepanel/provider/storages', use_ssl = True, headers = None
verify = False, cert = None, auth = ('onepanel', 'password'), data = None
default_headers = True, retries = 5

    def http_request(http_method, ip, port, path, use_ssl=True, headers=None,
                     verify=False, cert=None, auth=None, data=None,
                     default_headers=True, retries=5):
        protocol = 'https' if use_ssl else 'http'
        request_headers = DEFAULT_HEADERS.copy() if default_headers else {}
        if headers:
            request_headers.update(headers)
        try:
            response = http_method('{0}://{1}:{2}{3}'.format(protocol, ip, port, path),
                                   verify=verify, headers=request_headers, timeout=40,
                                   cert=cert, auth=auth, data=data)
            if 200 <= response.status_code < 300:
                return response
            else:
>               raise_http_exception(response)

tests/utils/rest_utils.py:89: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

response = <Response [503]>

    def raise_http_exception(response):
        ex_cls = _exceptions.get(response.status_code, HTTPError)
>       raise ex_cls(response)
E       tests.utils.http_exceptions.HTTPServiceUnavailable: [503] Service Unavailable: {"error":{"id":"serviceUnavailable","description":"Service required for this operation is offline."}}

tests/utils/http_exceptions.py:15: HTTPServiceUnavailable

During handling of the above exception, another exception occurred:

http_method = <function get at 0x7f4fd9077560>
ip = 'dev-oneprovider-krakow.default.svc.cluster.local', port = 9443
path = '/api/v3/onepanel/provider/storages', use_ssl = True, headers = None
verify = False, cert = None, auth = ('onepanel', 'password'), data = None
default_headers = True, retries = 4

    def http_request(http_method, ip, port, path, use_ssl=True, headers=None,
                     verify=False, cert=None, auth=None, data=None,
                     default_headers=True, retries=5):
        protocol = 'https' if use_ssl else 'http'
        request_headers = DEFAULT_HEADERS.copy() if default_headers else {}
        if headers:
            request_headers.update(headers)
        try:
            response = http_method('{0}://{1}:{2}{3}'.format(protocol, ip, port, path),
                                   verify=verify, headers=request_headers, timeout=40,
                                   cert=cert, auth=auth, data=data)
            if 200 <= response.status_code < 300:
                return response
            else:
>               raise_http_exception(response)

tests/utils/rest_utils.py:89: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

response = <Response [503]>

    def raise_http_exception(response):
        ex_cls = _exceptions.get(response.status_code, HTTPError)
>       raise ex_cls(response)
E       tests.utils.http_exceptions.HTTPServiceUnavailable: [503] Service Unavailable: {"error":{"id":"serviceUnavailable","description":"Service required for this operation is offline."}}

tests/utils/http_exceptions.py:15: HTTPServiceUnavailable

During handling of the above exception, another exception occurred:

http_method = <function get at 0x7f4fd9077560>
ip = 'dev-oneprovider-krakow.default.svc.cluster.local', port = 9443
path = '/api/v3/onepanel/provider/storages', use_ssl = True, headers = None
verify = False, cert = None, auth = ('onepanel', 'password'), data = None
default_headers = True, retries = 3

    def http_request(http_method, ip, port, path, use_ssl=True, headers=None,
                     verify=False, cert=None, auth=None, data=None,
                     default_headers=True, retries=5):
        protocol = 'https' if use_ssl else 'http'
        request_headers = DEFAULT_HEADERS.copy() if default_headers else {}
        if headers:
            request_headers.update(headers)
        try:
            response = http_method('{0}://{1}:{2}{3}'.format(protocol, ip, port, path),
                                   verify=verify, headers=request_headers, timeout=40,
                                   cert=cert, auth=auth, data=data)
            if 200 <= response.status_code < 300:
                return response
            else:
>               raise_http_exception(response)

tests/utils/rest_utils.py:89: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

response = <Response [503]>

    def raise_http_exception(response):
        ex_cls = _exceptions.get(response.status_code, HTTPError)
>       raise ex_cls(response)
E       tests.utils.http_exceptions.HTTPServiceUnavailable: [503] Service Unavailable: {"error":{"id":"serviceUnavailable","description":"Service required for this operation is offline."}}

tests/utils/http_exceptions.py:15: HTTPServiceUnavailable

During handling of the above exception, another exception occurred:

http_method = <function get at 0x7f4fd9077560>
ip = 'dev-oneprovider-krakow.default.svc.cluster.local', port = 9443
path = '/api/v3/onepanel/provider/storages', use_ssl = True, headers = None
verify = False, cert = None, auth = ('onepanel', 'password'), data = None
default_headers = True, retries = 2

    def http_request(http_method, ip, port, path, use_ssl=True, headers=None,
                     verify=False, cert=None, auth=None, data=None,
                     default_headers=True, retries=5):
        protocol = 'https' if use_ssl else 'http'
        request_headers = DEFAULT_HEADERS.copy() if default_headers else {}
        if headers:
            request_headers.update(headers)
        try:
            response = http_method('{0}://{1}:{2}{3}'.format(protocol, ip, port, path),
                                   verify=verify, headers=request_headers, timeout=40,
                                   cert=cert, auth=auth, data=data)
            if 200 <= response.status_code < 300:
                return response
            else:
>               raise_http_exception(response)

tests/utils/rest_utils.py:89: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

response = <Response [503]>

    def raise_http_exception(response):
        ex_cls = _exceptions.get(response.status_code, HTTPError)
>       raise ex_cls(response)
E       tests.utils.http_exceptions.HTTPServiceUnavailable: [503] Service Unavailable: {"error":{"id":"serviceUnavailable","description":"Service required for this operation is offline."}}

tests/utils/http_exceptions.py:15: HTTPServiceUnavailable

During handling of the above exception, another exception occurred:

http_method = <function get at 0x7f4fd9077560>
ip = 'dev-oneprovider-krakow.default.svc.cluster.local', port = 9443
path = '/api/v3/onepanel/provider/storages', use_ssl = True, headers = None
verify = False, cert = None, auth = ('onepanel', 'password'), data = None
default_headers = True, retries = 1

    def http_request(http_method, ip, port, path, use_ssl=True, headers=None,
                     verify=False, cert=None, auth=None, data=None,
                     default_headers=True, retries=5):
        protocol = 'https' if use_ssl else 'http'
        request_headers = DEFAULT_HEADERS.copy() if default_headers else {}
        if headers:
            request_headers.update(headers)
        try:
            response = http_method('{0}://{1}:{2}{3}'.format(protocol, ip, port, path),
                                   verify=verify, headers=request_headers, timeout=40,
                                   cert=cert, auth=auth, data=data)
            if 200 <= response.status_code < 300:
                return response
            else:
>               raise_http_exception(response)

tests/utils/rest_utils.py:89: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

response = <Response [503]>

    def raise_http_exception(response):
        ex_cls = _exceptions.get(response.status_code, HTTPError)
>       raise ex_cls(response)
E       tests.utils.http_exceptions.HTTPServiceUnavailable: [503] Service Unavailable: {"error":{"id":"serviceUnavailable","description":"Service required for this operation is offline."}}

tests/utils/http_exceptions.py:15: HTTPServiceUnavailable

During handling of the above exception, another exception occurred:

entities_config = {'groups': {'group1': {'owner': 'user1'}}, 'spaces': {'space1': {'groups': ['group1'], 'owner': 'space_owner', 'provid...der-1': {'size': '1000000000', 'storage': 'local-volume-1'}}], 'users': ['user1']}}, 'users': ['space_owner', 'user1']}
admin_credentials = <tests.utils.user_utils.AdminUser object at 0x7f4fd8013500>
onepanel_credentials = <tests.utils.user_utils.AdminUser object at 0x7f4fd7e89220>
hosts = {'oneclient-1': {'container-id': 'ff863981412b17db79fbd38ad387948193801b8d6c62180a15826cba7182c9ec', 'ip': '10.244.190...34af02c1492c', 'hostname': 'dev-onezone.default.svc.cluster.local', 'ip': '10.244.190.86', 'name': 'dev-onezone', ...}}
users = {'admin': <tests.utils.user_utils.AdminUser object at 0x7f4fd8013500>, 'onepanel': <tests.utils.user_utils.AdminUser o...tests.utils.user_utils.User object at 0x7f4fd7e8a090>, 'user1': <tests.utils.user_utils.User object at 0x7f4fd7e88230>}
groups = {'group1': '278c284901ee8d3d2c1dbd03ac4ffaf2ch5f35'}
storages = {'dev-oneprovider-krakow': {}}
spaces = {'space1': 'aea57f11ce148fc30518ae7f3c6b7b16ch9d09'}, rm_users = True

    @pytest.fixture(autouse=True)
    def run_around_testcase(
        entities_config,
        admin_credentials,
        onepanel_credentials,
        hosts,
        users,
        groups,
        storages,
        spaces,
        rm_users,
    ):
        unmount_all_clients_and_purge_spaces(users)
>       setup_entities(
            entities_config,
            admin_credentials,
            onepanel_credentials,
            hosts,
            users,
            groups,
            storages,
            spaces,
            rm_users,
        )

tests/oneclient/conftest.py:54: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
tests/oneclient/conftest.py:92: in setup_entities
    setup_spaces(
tests/utils/entities_setup/spaces.py:108: in create_and_configure_spaces
    _create_and_configure_spaces(config, zone_host, admin_credentials,
tests/utils/entities_setup/spaces.py:138: in _create_and_configure_spaces
    _get_support(zone_hostname, onepanel_credentials, owner, space_id,
tests/utils/entities_setup/spaces.py:229: in _get_support
    _get_storage_id(provider_hostname, onepanel_username,
tests/utils/entities_setup/spaces.py:267: in _get_storage_id
    storages_id = http_get(ip=provider_hostname, port=PANEL_REST_PORT,
tests/utils/rest_utils.py:47: in http_get
    return http_request(requests.get, ip, port, path, use_ssl, headers,
tests/utils/rest_utils.py:93: in http_request
    return http_request(http_method, ip, port, path, use_ssl, headers,
tests/utils/rest_utils.py:93: in http_request
    return http_request(http_method, ip, port, path, use_ssl, headers,
tests/utils/rest_utils.py:93: in http_request
    return http_request(http_method, ip, port, path, use_ssl, headers,
tests/utils/rest_utils.py:93: in http_request
    return http_request(http_method, ip, port, path, use_ssl, headers,
tests/utils/rest_utils.py:93: in http_request
    return http_request(http_method, ip, port, path, use_ssl, headers,
tests/utils/rest_utils.py:96: in http_request
    raise e
tests/utils/rest_utils.py:89: in http_request
    raise_http_exception(response)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

response = <Response [503]>

    def raise_http_exception(response):
        ex_cls = _exceptions.get(response.status_code, HTTPError)
>       raise ex_cls(response)
E       tests.utils.http_exceptions.HTTPServiceUnavailable: [503] Service Unavailable: {"error":{"id":"serviceUnavailable","description":"Service required for this operation is offline."}}

tests/utils/http_exceptions.py:15: HTTPServiceUnavailable