Skip to content

Logging: 'test_update_sink' flakes with '503 Service Unavailable' #5931

@tseaver

Description

@tseaver

From: https://circleci.com/gh/GoogleCloudPlatform/google-cloud-python/8002

_________________________ TestLogging.test_update_sink _________________________

args = (parent: "projects/precise-truck-742"
sink {
  name: "test-update-sink-8002-1536695748"
  destination: "storage.googleapis.com/g-c-python-testing-8002-1536695748"
  filter: "logName:syslog AND severity>=INFO"
}
,)
kwargs = {'metadata': [('x-goog-api-client', 'gl-python/3.6.0 grpc/1.15.0rc1 gax/1.4.0 gapic/1.6.0 gccl/1.6.0')], 'timeout': 30.0}

    @six.wraps(callable_)
    def error_remapped_callable(*args, **kwargs):
        try:
>           return callable_(*args, **kwargs)

../api_core/google/api_core/grpc_helpers.py:59: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <grpc._channel._UnaryUnaryMultiCallable object at 0x7f6a4e6604e0>
request = parent: "projects/precise-truck-742"
sink {
  name: "test-update-sink-8002-1536695748"
  destination: "storage.googleapis.com/g-c-python-testing-8002-1536695748"
  filter: "logName:syslog AND severity>=INFO"
}

timeout = 30.0
metadata = [('x-goog-api-client', 'gl-python/3.6.0 grpc/1.15.0rc1 gax/1.4.0 gapic/1.6.0 gccl/1.6.0')]
credentials = None

    def __call__(self, request, timeout=None, metadata=None, credentials=None):
        state, call, = self._blocking(request, timeout, metadata, credentials)
>       return _end_unary_response_blocking(state, call, False, None)

../.nox/sys-3-6/lib/python3.6/site-packages/grpc/_channel.py:532: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

state = <grpc._channel._RPCState object at 0x7f6a4e511828>
call = <grpc._cython.cygrpc.SegregatedCall object at 0x7f6a4e49d248>
with_call = False, deadline = None

    def _end_unary_response_blocking(state, call, with_call, deadline):
        if state.code is grpc.StatusCode.OK:
            if with_call:
                rendezvous = _Rendezvous(state, call, None, deadline)
                return state.response, rendezvous
            else:
                return state.response
        else:
>           raise _Rendezvous(state, None, None, deadline)
E           grpc._channel._Rendezvous: <_Rendezvous of RPC that terminated with:
E           	status = StatusCode.UNAVAILABLE
E           	details = "The service is currently unavailable."
E           	debug_error_string = "{"created":"@1536695824.773475357","description":"Error received from peer","file":"src/core/lib/surface/call.cc","file_line":1099,"grpc_message":"The service is currently unavailable.","grpc_status":14}"
E           >

../.nox/sys-3-6/lib/python3.6/site-packages/grpc/_channel.py:466: _Rendezvous

The above exception was the direct cause of the following exception:

self = <test_system.TestLogging testMethod=test_update_sink>

    def test_update_sink(self):
        SINK_NAME = 'test-update-sink%s' % (_RESOURCE_ID,)
        retry = RetryErrors(Conflict, max_tries=10)
        bucket_uri = self._init_storage_bucket()
        dataset_uri = self._init_bigquery_dataset()
        UPDATED_FILTER = 'logName:syslog'
        sink = Config.CLIENT.sink(SINK_NAME, DEFAULT_FILTER, bucket_uri)
        self.assertFalse(sink.exists())
>       retry(sink.create)()

tests/system/test_system.py:507: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
../test_utils/test_utils/retry.py:95: in wrapped_function
    return to_wrap(*args, **kwargs)
google/cloud/logging/sink.py:136: in create
    unique_writer_identity=unique_writer_identity,
google/cloud/logging/_gapic.py:217: in sink_create
    unique_writer_identity=unique_writer_identity
google/cloud/logging_v2/gapic/config_service_v2_client.py:424: in create_sink
    request, retry=retry, timeout=timeout, metadata=metadata)
../api_core/google/api_core/gapic_v1/method.py:139: in __call__
    return wrapped_func(*args, **kwargs)
../api_core/google/api_core/retry.py:260: in retry_wrapped_func
    on_error=on_error,
../api_core/google/api_core/retry.py:177: in retry_target
    return target()
../api_core/google/api_core/timeout.py:206: in func_with_timeout
    return func(*args, **kwargs)
../api_core/google/api_core/grpc_helpers.py:61: in error_remapped_callable
    six.raise_from(exceptions.from_grpc_error(exc), exc)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

value = None
from_value = <_Rendezvous of RPC that terminated with:
	status = StatusCode.UNAVAILABLE
	details = "The service is currently unavai.../core/lib/surface/call.cc","file_line":1099,"grpc_message":"The service is currently unavailable.","grpc_status":14}"
>

>   ???
E   google.api_core.exceptions.ServiceUnavailable: 503 The service is currently unavailable.

<string>:3: ServiceUnavailable

Metadata

Metadata

Assignees

Labels

api: loggingIssues related to the Cloud Logging API.flakytestingtype: processA process-related concern. May include testing, release, or the like.

Type

No type
No fields configured for issues without a type.

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions