Skip to content

Deadlock in ReplicatedMergeTreeAttachThread #42262

@vdimir

Description

@vdimir
Details
Found hung queries in processlist:
[
    {
        "is_initial_query": 1,
        "user": "default",
        "query_id": "afb2bbf0-3b7d-45a0-9298-3293fbbb92df",
        "address": "::1",
        "port": 39924,
        "initial_user": "default",
        "initial_query_id": "afb2bbf0-3b7d-45a0-9298-3293fbbb92df",
        "initial_address": "::1",
        "initial_port": 39924,
        "interface": 1,
        "os_user": "",
        "client_hostname": "4945c6280500",
        "client_name": "ClickHouse",
        "client_revision": "54460",
        "client_version_major": "22",
        "client_version_minor": "10",
        "client_version_patch": "1",
        "http_method": 0,
        "http_user_agent": "",
        "http_referer": "",
        "forwarded_for": "",
        "quota_key": "",
        "distributed_depth": "0",
        "elapsed": 1161.891683821,
        "is_cancelled": 0,
        "is_all_data_sent": 0,
        "read_rows": "0",
        "read_bytes": "0",
        "total_rows_approx": "0",
        "written_rows": "0",
        "written_bytes": "0",
        "memory_usage": "37048",
        "peak_memory_usage": "2135462",
        "query": "ATTACH TABLE adaptive_granularity_alter2;",
        "thread_ids": [
            "2323",
            "2089",
            "2094",
            "56154"
        ],
        "ProfileEvents": {
            "Query": "1",
            "FileOpen": "1",
            "ReadBufferFromFileDescriptorRead": "3",
            "ReadBufferFromFileDescriptorReadBytes": "430",
            "OpenedFileCacheMisses": "1",
            "IOBufferAllocs": "4",
            "IOBufferAllocBytes": "3178556",
            "CreatedReadBufferOrdinary": "1",
            "DiskReadElapsedMicroseconds": "24",
            "ZooKeeperTransactions": "3",
            "ZooKeeperExists": "2",
            "ZooKeeperGet": "1",
            "ContextLock": "40",
            "RWLockAcquiredReadLocks": "1",
            "RealTimeMicroseconds": "4078",
            "UserTimeMicroseconds": "802",
            "SystemTimeMicroseconds": "239",
            "OSCPUVirtualTimeMicroseconds": "1040",
            "OSReadChars": "1410",
            "OSWriteChars": "203",
            "CreatedHTTPConnections": "1",
            "S3ReadMicroseconds": "3141",
            "S3ReadRequestsCount": "1",
            "DiskS3ReadMicroseconds": "3141",
            "DiskS3ReadRequestsCount": "1",
            "S3GetObject": "1",
            "DiskS3GetObject": "1",
            "ReadBufferFromS3Microseconds": "3916",
            "ReadBufferFromS3Bytes": "1",
            "RemoteFSUnprefetchedReads": "3",
            "RemoteFSBuffers": "1",
            "ThreadpoolReaderTaskMicroseconds": "3979",
            "ThreadpoolReaderReadBytes": "1",
            "AsynchronousReadWaitMicroseconds": "4675"
        },
        "Settings": {
            "max_block_size": "32176",
            "max_threads": "44",
            "max_read_buffer_size": "1002158",
            "connect_timeout_with_failover_ms": "2000",
            "connect_timeout_with_failover_secure_ms": "3000",
            "idle_connection_timeout": "36000",
            "s3_check_objects_after_upload": "1",
            "use_uncompressed_cache": "1",
            "stream_like_engine_allow_direct_select": "1",
            "replication_wait_for_inactive_replica_timeout": "30",
            "compile_expressions": "0",
            "compile_aggregate_expressions": "0",
            "group_by_two_level_threshold": "1152921504606846976",
            "distributed_aggregation_memory_efficient": "0",
            "group_by_use_nulls": "1",
            "min_chunk_bytes_for_parallel_parsing": "18461723",
            "output_format_parallel_formatting": "0",
            "merge_tree_coarse_index_granularity": "16",
            "log_queries": "1",
            "insert_quorum_timeout": "60000",
            "fsync_metadata": "0",
            "http_send_timeout": "60",
            "http_receive_timeout": "60",
            "opentelemetry_start_trace_probability": "0.1",
            "max_rows_in_join": "1000",
            "join_algorithm": "auto",
            "max_memory_usage_for_user": "66945609728",
            "max_untracked_memory": "1048576",
            "memory_profiler_step": "1048576",
            "log_comment": "00926_zookeeper_adaptive_index_granularity_replicated_merge_tree_long.sql",
            "send_logs_level": "warning",
            "optimize_read_in_order": "0",
            "aggregation_in_order_max_block_bytes": "31887601",
            "read_in_order_two_level_merge_threshold": "18",
            "database_atomic_wait_for_drop_and_detach_synchronously": "1",
            "cast_ipv4_ipv6_default_on_conversion_error": "1",
            "local_filesystem_read_method": "read",
            "remote_filesystem_read_prefetch": "0",
            "async_insert_busy_timeout_ms": "5000",
            "enable_filesystem_cache": "1",
            "enable_filesystem_cache_on_write_operations": "1",
            "load_marks_asynchronously": "1",
            "allow_deprecated_database_ordinary": "1",
            "optimize_distinct_in_order": "0",
            "optimize_sorting_by_input_stream_properties": "0"
        },
        "current_database": "test_15"
    },
    {
        "is_initial_query": 1,
        "user": "default",
        "query_id": "9834b2e1-c067-4212-9a0c-b28fc1fc624c",
        "address": "::1",
        "port": 39976,
        "initial_user": "default",
        "initial_query_id": "9834b2e1-c067-4212-9a0c-b28fc1fc624c",
        "initial_address": "::1",
        "initial_port": 39976,
        "interface": 1,
        "os_user": "",
        "client_hostname": "4945c6280500",
        "client_name": "ClickHouse",
        "client_revision": "54460",
        "client_version_major": "22",
        "client_version_minor": "10",
        "client_version_patch": "1",
        "http_method": 0,
        "http_user_agent": "",
        "http_referer": "",
        "forwarded_for": "",
        "quota_key": "",
        "distributed_depth": "0",
        "elapsed": 360.056273916,
        "is_cancelled": 0,
        "is_all_data_sent": 0,
        "read_rows": "0",
        "read_bytes": "0",
        "total_rows_approx": "0",
        "written_rows": "0",
        "written_bytes": "0",
        "memory_usage": "0",
        "peak_memory_usage": "0",
        "query": "DETACH DATABASE test_15",
        "thread_ids": [
            "144291"
        ],
        "ProfileEvents": {
            "Query": "1",
            "ZooKeeperTransactions": "1",
            "ZooKeeperRemove": "1",
            "ReplicaPartialShutdown": "1",
            "ContextLock": "5",
            "RWLockAcquiredReadLocks": "9"
        },
        "Settings": {
            "connect_timeout_with_failover_ms": "2000",
            "connect_timeout_with_failover_secure_ms": "3000",
            "idle_connection_timeout": "36000",
            "s3_check_objects_after_upload": "1",
            "stream_like_engine_allow_direct_select": "1",
            "replication_wait_for_inactive_replica_timeout": "30",
            "log_queries": "1",
            "insert_quorum_timeout": "60000",
            "fsync_metadata": "0",
            "http_send_timeout": "60",
            "http_receive_timeout": "60",
            "opentelemetry_start_trace_probability": "0.1",
            "max_memory_usage_for_user": "0",
            "max_untracked_memory": "1073741824",
            "memory_profiler_step": "1073741824",
            "database_atomic_wait_for_drop_and_detach_synchronously": "1",
            "async_insert_busy_timeout_ms": "5000",
            "enable_filesystem_cache": "1",
            "enable_filesystem_cache_on_write_operations": "1",
            "load_marks_asynchronously": "1",
            "allow_deprecated_database_ordinary": "1"
        },
        "current_database": "default"
    }
]
None

Full report https://s3.amazonaws.com/clickhouse-test-reports/42103/81b948a46f72ae047accccf45f76f1cba33a0a28/stress_test__ubsan_.html

Metadata

Metadata

Assignees

No one assigned

    Labels

    testingSpecial issue with list of bugs found by CI

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions