Skip to content
This repository was archived by the owner on Nov 12, 2025. It is now read-only.
This repository was archived by the owner on Nov 12, 2025. It is now read-only.

tests.system.reader.test_reader_dataframe: test_read_rows_to_dataframe[v1-ARROW-arrow_schema] failed #374

@flaky-bot

Description

@flaky-bot

This test failed!

To configure my behavior, see the Flaky Bot documentation.

If I'm commenting on this issue too often, add the flakybot: quiet label and
I will stop commenting.


commit: 0396604
buildURL: Build Status, Sponge
status: failed

Test output
args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDGVtZXZ0REdnNE5IYhoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYR...pGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI"
,)
kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDGVtZXZ0REdn...JvdhoCamkaAmlhKAI'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}
result = <_MultiThreadedRendezvous of RPC that terminated with:
	status = StatusCode.INTERNAL
	details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>
prefetch_first = True
@functools.wraps(callable_)
def error_remapped_callable(*args, **kwargs):
    try:
        result = callable_(*args, **kwargs)
        # Auto-fetching the first result causes PubSub client's streaming pull
        # to hang when re-opening the stream, thus we need examine the hacky
        # hidden flag to see if pre-fetching is disabled.
        # https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
        prefetch_first = getattr(callable_, "_prefetch_first_result_", True)
      return _StreamingResponseIterator(
            result, prefetch_first_result=prefetch_first
        )

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:156:


self = <google.api_core.grpc_helpers._StreamingResponseIterator object at 0x7ff6267d7f70>
wrapped = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"

prefetch_first_result = True

def __init__(self, wrapped, prefetch_first_result=True):
    self._wrapped = wrapped

    # This iterator is used in a retry context, and returned outside after init.
    # gRPC will not throw an exception until the stream is consumed, so we need
    # to retrieve the first result, in order to fail, in order to trigger a retry.
    try:
        if prefetch_first_result:
          self._stored_first_result = next(self._wrapped)

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:82:


self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"

def __next__(self):
  return self._next()

.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:426:


self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"

def _next(self):
    with self._state.condition:
        if self._state.code is None:
            event_handler = _event_handler(self._state,
                                           self._response_deserializer)
            self._state.due.add(cygrpc.OperationType.receive_message)
            operating = self._call.operate(
                (cygrpc.ReceiveMessageOperation(_EMPTY_FLAGS),),
                event_handler)
            if not operating:
                self._state.due.remove(cygrpc.OperationType.receive_message)
        elif self._state.code is grpc.StatusCode.OK:
            raise StopIteration()
        else:
            raise self

        def _response_ready():
            return (self._state.response is not None or
                    (cygrpc.OperationType.receive_message
                     not in self._state.due and
                     self._state.code is not None))

        _common.wait(self._state.condition.wait, _response_ready)
        if self._state.response is not None:
            response = self._state.response
            self._state.response = None
            return response
        elif cygrpc.OperationType.receive_message not in self._state.due:
            if self._state.code is grpc.StatusCode.OK:
                raise StopIteration()
            elif self._state.code is not None:
              raise self

E grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
E status = StatusCode.INTERNAL
E details = "there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDGVtZXZ0REdnNE5IYhoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error"
E debug_error_string = "{"created":"@1641477313.715322525","description":"Error received from peer ipv4:74.125.195.95:443","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDGVtZXZ0REdnNE5IYhoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
E >

.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:826: _MultiThreadedRendezvous

The above exception was the direct cause of the following exception:

client_and_types = (<google.cloud.bigquery_storage_v1.BigQueryReadClient object at 0x7ff635c92130>, <module 'google.cloud.bigquery_storage_v1.gapic_types' from '/tmpfs/src/github/python-bigquery-storage/google/cloud/bigquery_storage_v1/gapic_types.py'>)
project_id = 'precise-truck-742', data_format = 'ARROW'
expected_schema_type = 'arrow_schema'

@pytest.mark.parametrize(
    "data_format,expected_schema_type",
    (("AVRO", "avro_schema"), ("ARROW", "arrow_schema")),
)
def test_read_rows_to_dataframe(
    client_and_types, project_id, data_format, expected_schema_type
):
    client, types = client_and_types
    read_session = types.ReadSession()
    read_session.table = "projects/{}/datasets/{}/tables/{}".format(
        "bigquery-public-data", "new_york_citibike", "citibike_stations"
    )
    read_session.data_format = data_format

    session = client.create_read_session(
        request={
            "parent": "projects/{}".format(project_id),
            "read_session": read_session,
            "max_stream_count": 1,
        }
    )
    schema_type = session._pb.WhichOneof("schema")
    assert schema_type == expected_schema_type

    stream = session.streams[0].name
  frame = client.read_rows(stream).to_dataframe(
        session, dtypes={"latitude": numpy.float16}
    )

tests/system/reader/test_reader_dataframe.py:86:


google/cloud/bigquery_storage_v1/client.py:125: in read_rows
stream = gapic_client.read_rows(
google/cloud/bigquery_storage_v1/services/big_query_read/client.py:606: in read_rows
response = rpc(request, retry=retry, timeout=timeout, metadata=metadata,)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/gapic_v1/method.py:154: in call
return wrapped_func(*args, **kwargs)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:283: in retry_wrapped_func
return retry_target(
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:190: in retry_target
return target()
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/timeout.py:99: in func_with_timeout
return func(*args, **kwargs)


args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDGVtZXZ0REdnNE5IYhoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYR...pGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI"
,)
kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDGVtZXZ0REdn...JvdhoCamkaAmlhKAI'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}
result = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"

prefetch_first = True

@functools.wraps(callable_)
def error_remapped_callable(*args, **kwargs):
    try:
        result = callable_(*args, **kwargs)
        # Auto-fetching the first result causes PubSub client's streaming pull
        # to hang when re-opening the stream, thus we need examine the hacky
        # hidden flag to see if pre-fetching is disabled.
        # https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
        prefetch_first = getattr(callable_, "_prefetch_first_result_", True)
        return _StreamingResponseIterator(
            result, prefetch_first_result=prefetch_first
        )
    except grpc.RpcError as exc:
      raise exceptions.from_grpc_error(exc) from exc

E google.api_core.exceptions.InternalServerError: 500 there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDGVtZXZ0REdnNE5IYhoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:160: InternalServerError

Metadata

Metadata

Assignees

No one assigned

    Labels

    api: bigquerystorageIssues related to the googleapis/python-bigquery-storage API.flakybot: issueAn issue filed by the Flaky Bot. Should not be added manually.priority: p1Important issue which blocks shipping the next release. Will be fixed prior to next release.type: bugError or flaw in code with unintended results or allowing sub-optimal usage patterns.

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions