-
Notifications
You must be signed in to change notification settings - Fork 45
tests.system.reader.test_reader_dataframe: test_read_rows_to_dataframe[v1-AVRO-avro_schema] failed #373
Description
Note: #318 was also for this test, but it was closed more than 10 days ago. So, I didn't mark it flaky.
commit: 0396604
buildURL: Build Status, Sponge
status: failed
Test output
args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8yUTB0RRoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYR...pGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI"
,)
kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8y...JvdhoCamkaAmlhKAI'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}
result = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>
prefetch_first = True
@functools.wraps(callable_)
def error_remapped_callable(*args, **kwargs):
try:
result = callable_(*args, **kwargs)
# Auto-fetching the first result causes PubSub client's streaming pull
# to hang when re-opening the stream, thus we need examine the hacky
# hidden flag to see if pre-fetching is disabled.
# https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
prefetch_first = getattr(callable_, "_prefetch_first_result_", True)
return _StreamingResponseIterator(
result, prefetch_first_result=prefetch_first
)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:156:
self = <google.api_core.grpc_helpers._StreamingResponseIterator object at 0x7ff63424cc70>
wrapped = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
prefetch_first_result = True
def __init__(self, wrapped, prefetch_first_result=True):
self._wrapped = wrapped
# This iterator is used in a retry context, and returned outside after init.
# gRPC will not throw an exception until the stream is consumed, so we need
# to retrieve the first result, in order to fail, in order to trigger a retry.
try:
if prefetch_first_result:
self._stored_first_result = next(self._wrapped)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:82:
self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
def __next__(self):
return self._next()
.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:426:
self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
def _next(self):
with self._state.condition:
if self._state.code is None:
event_handler = _event_handler(self._state,
self._response_deserializer)
self._state.due.add(cygrpc.OperationType.receive_message)
operating = self._call.operate(
(cygrpc.ReceiveMessageOperation(_EMPTY_FLAGS),),
event_handler)
if not operating:
self._state.due.remove(cygrpc.OperationType.receive_message)
elif self._state.code is grpc.StatusCode.OK:
raise StopIteration()
else:
raise self
def _response_ready():
return (self._state.response is not None or
(cygrpc.OperationType.receive_message
not in self._state.due and
self._state.code is not None))
_common.wait(self._state.condition.wait, _response_ready)
if self._state.response is not None:
response = self._state.response
self._state.response = None
return response
elif cygrpc.OperationType.receive_message not in self._state.due:
if self._state.code is grpc.StatusCode.OK:
raise StopIteration()
elif self._state.code is not None:
raise self
E grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
E status = StatusCode.INTERNAL
E details = "there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8yUTB0RRoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error"
E debug_error_string = "{"created":"@1641477312.777623144","description":"Error received from peer ipv4:74.125.195.95:443","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8yUTB0RRoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
E >
.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:826: _MultiThreadedRendezvous
The above exception was the direct cause of the following exception:
client_and_types = (<google.cloud.bigquery_storage_v1.BigQueryReadClient object at 0x7ff635c92130>, <module 'google.cloud.bigquery_storage_v1.gapic_types' from '/tmpfs/src/github/python-bigquery-storage/google/cloud/bigquery_storage_v1/gapic_types.py'>)
project_id = 'precise-truck-742', data_format = 'AVRO'
expected_schema_type = 'avro_schema'
@pytest.mark.parametrize(
"data_format,expected_schema_type",
(("AVRO", "avro_schema"), ("ARROW", "arrow_schema")),
)
def test_read_rows_to_dataframe(
client_and_types, project_id, data_format, expected_schema_type
):
client, types = client_and_types
read_session = types.ReadSession()
read_session.table = "projects/{}/datasets/{}/tables/{}".format(
"bigquery-public-data", "new_york_citibike", "citibike_stations"
)
read_session.data_format = data_format
session = client.create_read_session(
request={
"parent": "projects/{}".format(project_id),
"read_session": read_session,
"max_stream_count": 1,
}
)
schema_type = session._pb.WhichOneof("schema")
assert schema_type == expected_schema_type
stream = session.streams[0].name
frame = client.read_rows(stream).to_dataframe(
session, dtypes={"latitude": numpy.float16}
)
tests/system/reader/test_reader_dataframe.py:86:
google/cloud/bigquery_storage_v1/client.py:125: in read_rows
stream = gapic_client.read_rows(
google/cloud/bigquery_storage_v1/services/big_query_read/client.py:606: in read_rows
response = rpc(request, retry=retry, timeout=timeout, metadata=metadata,)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/gapic_v1/method.py:154: in call
return wrapped_func(*args, **kwargs)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:283: in retry_wrapped_func
return retry_target(
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:190: in retry_target
return target()
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/timeout.py:99: in func_with_timeout
return func(*args, **kwargs)
args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8yUTB0RRoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYR...pGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI"
,)
kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8y...JvdhoCamkaAmlhKAI'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}
result = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
prefetch_first = True
@functools.wraps(callable_)
def error_remapped_callable(*args, **kwargs):
try:
result = callable_(*args, **kwargs)
# Auto-fetching the first result causes PubSub client's streaming pull
# to hang when re-opening the stream, thus we need examine the hacky
# hidden flag to see if pre-fetching is disabled.
# https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
prefetch_first = getattr(callable_, "_prefetch_first_result_", True)
return _StreamingResponseIterator(
result, prefetch_first_result=prefetch_first
)
except grpc.RpcError as exc:
raise exceptions.from_grpc_error(exc) from exc
E google.api_core.exceptions.InternalServerError: 500 there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8yUTB0RRoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:160: InternalServerError