Skip to content

Leak in bins/asan/grpclb_end2end_test --gtest_filter=SingleBalancerWithClientLoadReportingTest.Drop GRPC_POLL_STRATEGY=epoll1  #13350

@dgquintas

Description

@dgquintas

Happened in https://sponge.corp.google.com/target?id=7487d93b-3f20-4bc5-be69-8dfb7000f8ef&target=github/grpc/c%2B%2B_linux_asan_native&searchFor=&show=ALL&sortBy=STATUS

I1110 06:01:42.585124818   32190 ev_epoll1_linux.cc:95]      grpc epoll fd: 3
D1110 06:01:42.585184964   32190 ev_posix.cc:135]            Using polling engine: epoll1
D1110 06:01:42.585251798   32190 dns_resolver.cc:307]        Using native dns resolver

=================================================================
�[1m�[31m==32190==ERROR: LeakSanitizer: detected memory leaks
�[1m�[0m
�[1m�[34mIndirect leak of 1016 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d3a70 in calloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:66
    #1 0x823986 in zalloc_with_calloc(unsigned long) /var/local/git/grpc/src/core/lib/support/alloc.cc:27:53
    #2 0x8233d7 in gpr_zalloc /var/local/git/grpc/src/core/lib/support/alloc.cc:68:7
    #3 0xa29f62 in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1879:47
    #4 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #5 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #6 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #7 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #8 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #9 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #10 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #11 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #12 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #13 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #14 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #15 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #16 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #17 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #18 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #19 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #20 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #21 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #22 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #23 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #24 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #25 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11
    #26 0x1537226 in bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #27 0x1503d60 in bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #28 0x14dc071 in testing::UnitTest::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4257:10
    #29 0x5e9543 in RUN_ALL_TESTS() /var/local/git/grpc/third_party/googletest/googletest/include/gtest/gtest.h:2233:10

Objects leaked above:
0x61900013d880 (1016 bytes)

�[1m�[34mIndirect leak of 560 byte(s) in 7 object(s) allocated from:
�[1m�[0m    #0 0x4d3a70 in calloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:66
    #1 0x823986 in zalloc_with_calloc(unsigned long) /var/local/git/grpc/src/core/lib/support/alloc.cc:27:53
    #2 0x8233d7 in gpr_zalloc /var/local/git/grpc/src/core/lib/support/alloc.cc:68:7
    #3 0xa43f11 in decode_serverlist(pb_istream_s*, pb_field_s const*, void**) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc:52:28
    #4 0x91e0cc in decode_callback_field /var/local/git/grpc/third_party/nanopb/pb_decode.c:621:18
    #5 0x91a802 in decode_field /var/local/git/grpc/third_party/nanopb/pb_decode.c:667:20
    #6 0x9195e5 in pb_decode_noinit /var/local/git/grpc/third_party/nanopb/pb_decode.c:903:14
    #7 0x92269d in pb_dec_submessage /var/local/git/grpc/third_party/nanopb/pb_decode.c:1343:18
    #8 0x91c6b2 in decode_static_field /var/local/git/grpc/third_party/nanopb/pb_decode.c:364:20
    #9 0x91a788 in decode_field /var/local/git/grpc/third_party/nanopb/pb_decode.c:661:20
    #10 0x9195e5 in pb_decode_noinit /var/local/git/grpc/third_party/nanopb/pb_decode.c:903:14
    #11 0x91a9fc in pb_decode /var/local/git/grpc/third_party/nanopb/pb_decode.c:947:14
    #12 0xa435f1 in grpc_grpclb_response_parse_serverlist /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc:210:14
    #13 0xa36c21 in lb_on_response_received_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1600:11
    #14 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #15 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #16 0x751437 in end_worker(grpc_exec_ctx*, grpc_pollset*, grpc_pollset_worker*, grpc_pollset_worker**) /var/local/git/grpc/src/core/lib/iomgr/ev_epoll1_linux.cc:913:7
    #17 0x746f16 in pollset_work(grpc_exec_ctx*, grpc_pollset*, grpc_pollset_worker**, long) /var/local/git/grpc/src/core/lib/iomgr/ev_epoll1_linux.cc:984:3
    #18 0x6db72c in grpc_pollset_work /var/local/git/grpc/src/core/lib/iomgr/ev_posix.cc:238:10
    #19 0x88d38d in cq_next(grpc_completion_queue*, gpr_timespec, void*) /var/local/git/grpc/src/core/lib/surface/completion_queue.cc:962:23
    #20 0x889120 in grpc_completion_queue_next /var/local/git/grpc/src/core/lib/surface/completion_queue.cc:1043:10
    #21 0x7b7f25 in grpc::CompletionQueue::AsyncNextInternal(void**, bool*, gpr_timespec) /var/local/git/grpc/src/cpp/common/completion_queue_cc.cc:56:15
    #22 0x7f1b17 in grpc::CompletionQueue::NextStatus grpc::CompletionQueue::AsyncNext<gpr_timespec>(void**, bool*, gpr_timespec const&) /var/local/git/grpc/include/grpc++/impl/codegen/completion_queue.h:156:12
    #23 0x7f51f7 in grpc::Server::SyncRequestThreadManager::PollForWork(void**, bool*) /var/local/git/grpc/src/cpp/server/server_cc.cc:276:13
    #24 0x813acc in grpc::ThreadManager::MainWorkLoop() /var/local/git/grpc/src/cpp/thread_manager/thread_manager.cc:122:30
    #25 0x8138a5 in grpc::ThreadManager::WorkerThread::Run() /var/local/git/grpc/src/cpp/thread_manager/thread_manager.cc:38:3
    #26 0x81ab7e in void std::_Mem_fn<void (grpc::ThreadManager::WorkerThread::*)()>::operator()<, void>(grpc::ThreadManager::WorkerThread*) const /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/functional:569:11
    #27 0x81a9a4 in void std::_Bind_simple<std::_Mem_fn<void (grpc::ThreadManager::WorkerThread::*)()> (grpc::ThreadManager::WorkerThread*)>::_M_invoke<0ul>(std::_Index_tuple<0ul>) /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/functional:1699:18
    #28 0x81a8ff in std::_Bind_simple<std::_Mem_fn<void (grpc::ThreadManager::WorkerThread::*)()> (grpc::ThreadManager::WorkerThread*)>::operator()() /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/functional:1688:16
    #29 0x81a2a6 in std::thread::_Impl<std::_Bind_simple<std::_Mem_fn<void (grpc::ThreadManager::WorkerThread::*)()> (grpc::ThreadManager::WorkerThread*)> >::_M_run() /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/thread:115:13

Objects leaked above:
0x607000011510 (80 bytes)
0x607000011580 (80 bytes)
0x6070000115f0 (80 bytes)
0x607000011660 (80 bytes)
0x6070000116d0 (80 bytes)
0x607000011740 (80 bytes)
0x6070000117b0 (80 bytes)

�[1m�[34mIndirect leak of 256 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d38e8 in __interceptor_malloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:52
    #1 0x823227 in gpr_malloc /var/local/git/grpc/src/core/lib/support/alloc.cc:56:7
    #2 0x6b1680 in grpc_channel_args_copy_and_add_and_remove /var/local/git/grpc/src/core/lib/channel/channel_args.cc:96:26
    #3 0xa2ae62 in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1911:22
    #4 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #5 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #6 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #7 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #8 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #9 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #10 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #11 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #12 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #13 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #14 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #15 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #16 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #17 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #18 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #19 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #20 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #21 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #22 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #23 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #24 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #25 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11
    #26 0x1537226 in bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #27 0x1503d60 in bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #28 0x14dc071 in testing::UnitTest::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4257:10
    #29 0x5e9543 in RUN_ALL_TESTS() /var/local/git/grpc/third_party/googletest/googletest/include/gtest/gtest.h:2233:10

Objects leaked above:
0x611000004c80 (256 bytes)

�[1m�[34mIndirect leak of 240 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d3a70 in calloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:66
    #1 0x823986 in zalloc_with_calloc(unsigned long) /var/local/git/grpc/src/core/lib/support/alloc.cc:27:53
    #2 0x8233d7 in gpr_zalloc /var/local/git/grpc/src/core/lib/support/alloc.cc:68:7
    #3 0x6ca664 in grpc_combiner_create /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:78:41
    #4 0x8dbe27 in cc_init_channel_elem(grpc_exec_ctx*, grpc_channel_element*, grpc_channel_element_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:698:21
    #5 0x851c36 in grpc_channel_stack_init /var/local/git/grpc/src/core/lib/channel/channel_stack.cc:121:9
    #6 0x855881 in grpc_channel_stack_builder_finish /var/local/git/grpc/src/core/lib/channel/channel_stack_builder.cc:286:23
    #7 0x87c608 in grpc_channel_create_with_builder /var/local/git/grpc/src/core/lib/surface/channel.cc:87:23
    #8 0x87f61f in grpc_channel_create /var/local/git/grpc/src/core/lib/surface/channel.cc:211:10
    #9 0x900b45 in client_channel_factory_create_channel(grpc_exec_ctx*, grpc_client_channel_factory*, char const*, grpc_client_channel_type, grpc_channel_args const*) /var/local/git/grpc/src/core/ext/transport/chttp2/client/insecure/channel_create.cc:64:27
    #10 0x900774 in grpc_insecure_channel_create /var/local/git/grpc/src/core/ext/transport/chttp2/client/insecure/channel_create.cc:95:27
    #11 0x79866e in grpc::(anonymous namespace)::InsecureChannelCredentialsImpl::CreateChannel(std::string const&, grpc::ChannelArguments const&) /var/local/git/grpc/src/cpp/client/insecure_credentials.cc:39:9
    #12 0x7a7e28 in grpc::CreateCustomChannel(std::string const&, std::shared_ptr<grpc::ChannelCredentials> const&, grpc::ChannelArguments const&) /var/local/git/grpc/src/cpp/client/create_channel.cc:43:16
    #13 0x5922ff in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::ResetStub(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:381:9
    #14 0x58931b in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SetUp() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:355:5
    #15 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #16 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #17 0x14ca0d9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2470:3
    #18 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #19 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #20 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11
    #21 0x1537226 in bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #22 0x1503d60 in bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #23 0x14dc071 in testing::UnitTest::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4257:10
    #24 0x5e9543 in RUN_ALL_TESTS() /var/local/git/grpc/third_party/googletest/googletest/include/gtest/gtest.h:2233:10
    #25 0x5882e1 in main /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1268:23
    #26 0x7fac6f8ceb44 in __libc_start_main (/lib/x86_64-linux-gnu/libc.so.6+0x21b44)

Objects leaked above:
0x611000005180 (240 bytes)

�[1m�[34mIndirect leak of 179 byte(s) in 7 object(s) allocated from:
�[1m�[0m    #0 0x4d38e8 in __interceptor_malloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:52
    #1 0x823227 in gpr_malloc /var/local/git/grpc/src/core/lib/support/alloc.cc:56:7
    #2 0x8272e8 in gpr_strdup /var/local/git/grpc/src/core/lib/support/string.cc:42:16
    #3 0x6b2080 in copy_arg(grpc_arg const*) /var/local/git/grpc/src/core/lib/channel/channel_args.cc:37:13
    #4 0x6b191e in grpc_channel_args_copy_and_add_and_remove /var/local/git/grpc/src/core/lib/channel/channel_args.cc:102:32
    #5 0xa2ae62 in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1911:22
    #6 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #7 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #8 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #9 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #10 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #11 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #12 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #13 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #14 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #15 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #16 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #17 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #18 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #19 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #20 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #21 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #22 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #23 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #24 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #25 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #26 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #27 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11
    #28 0x1537226 in bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #29 0x1503d60 in bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14

Objects leaked above:
0x602000012bb0 (16 bytes)
0x6030000f12a0 (23 bytes)
0x6030000f1300 (28 bytes)
0x6030000f1330 (32 bytes)
0x6030000f1390 (24 bytes)
0x6030000f13f0 (18 bytes)
0x60400002a450 (38 bytes)

�[1m�[34mIndirect leak of 168 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d38e8 in __interceptor_malloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:52
    #1 0x823227 in gpr_malloc /var/local/git/grpc/src/core/lib/support/alloc.cc:56:7
    #2 0x6cf561 in grpc_error_create /var/local/git/grpc/src/core/lib/iomgr/error.cc:326:34
    #3 0xa3b096 in glb_shutdown_locked(grpc_exec_ctx*, grpc_lb_policy*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1024:7
    #4 0x8ede16 in shutdown_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy.cc:71:3
    #5 0x6c9326 in closure_wrapper(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/lib/iomgr/closure.cc:116:3
    #6 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #7 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #8 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #9 0x883edc in grpc_channel_destroy /var/local/git/grpc/src/core/lib/surface/channel.cc:427:3
    #10 0x79ad71 in grpc::Channel::~Channel() /var/local/git/grpc/src/cpp/client/channel_cc.cc:57:23
    #11 0x79af76 in grpc::Channel::~Channel() /var/local/git/grpc/src/cpp/client/channel_cc.cc:57:21
    #12 0x7a9396 in std::_Sp_counted_ptr<grpc::Channel*, (__gnu_cxx::_Lock_policy)2>::_M_dispose() /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/bits/shared_ptr_base.h:373:9
    #13 0x555d8f in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/bits/shared_ptr_base.h:149:6
    #14 0x555c2e in std::__shared_count<(__gnu_cxx::_Lock_policy)2>::~__shared_count() /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/bits/shared_ptr_base.h:666:4
    #15 0x5fcf96 in std::__shared_ptr<grpc::Channel, (__gnu_cxx::_Lock_policy)2>::~__shared_ptr() /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/bits/shared_ptr_base.h:914:8
    #16 0x5e9982 in std::shared_ptr<grpc::Channel>::~shared_ptr() /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/bits/shared_ptr.h:93:11
    #17 0x58c578 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::~GrpclbEnd2endTest() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:326:7
    #18 0x5e2cf2 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest::~SingleBalancerWithClientLoadReportingTest() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1149:7
    #19 0x5e4292 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::~SingleBalancerWithClientLoadReportingTest_Drop_Test() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1188:7
    #20 0x5e42e6 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::~SingleBalancerWithClientLoadReportingTest_Drop_Test() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1188:7
    #21 0x14ffdd8 in testing::Test::DeleteSelf_() /var/local/git/grpc/third_party/googletest/googletest/include/gtest/gtest.h:453:24
    #22 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #23 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #24 0x14cc17a in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2661:3
    #25 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #26 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11
    #27 0x1537226 in bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #28 0x1503d60 in bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #29 0x14dc071 in testing::UnitTest::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4257:10

Objects leaked above:
0x60f0000116b0 (168 bytes)

�[1m�[34mIndirect leak of 160 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d3a70 in calloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:66
    #1 0x823986 in zalloc_with_calloc(unsigned long) /var/local/git/grpc/src/core/lib/support/alloc.cc:27:53
    #2 0x8233d7 in gpr_zalloc /var/local/git/grpc/src/core/lib/support/alloc.cc:68:7
    #3 0x72c139 in grpc_lb_addresses_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:36:44
    #4 0x72c220 in grpc_lb_addresses_copy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:41:38
    #5 0x72e812 in lb_addresses_copy(void*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:129:10
    #6 0x6b23db in copy_arg(grpc_arg const*) /var/local/git/grpc/src/core/lib/channel/channel_args.cc:48:11
    #7 0x6b191e in grpc_channel_args_copy_and_add_and_remove /var/local/git/grpc/src/core/lib/channel/channel_args.cc:102:32
    #8 0xa2ae62 in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1911:22
    #9 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #10 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #11 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #12 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #13 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #14 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #15 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #16 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #17 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #18 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #19 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #20 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #21 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #22 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #23 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #24 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #25 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #26 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #27 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #28 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #29 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5

Objects leaked above:
0x60e00000d780 (160 bytes)

�[1m�[34mIndirect leak of 67 byte(s) in 3 object(s) allocated from:
�[1m�[0m    #0 0x4d38e8 in __interceptor_malloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:52
    #1 0x823227 in gpr_malloc /var/local/git/grpc/src/core/lib/support/alloc.cc:56:7
    #2 0x8272e8 in gpr_strdup /var/local/git/grpc/src/core/lib/support/string.cc:42:16
    #3 0x6b21b5 in copy_arg(grpc_arg const*) /var/local/git/grpc/src/core/lib/channel/channel_args.cc:40:26
    #4 0x6b191e in grpc_channel_args_copy_and_add_and_remove /var/local/git/grpc/src/core/lib/channel/channel_args.cc:102:32
    #5 0xa2ae62 in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1911:22
    #6 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #7 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #8 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #9 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #10 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #11 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #12 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #13 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #14 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #15 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #16 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #17 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #18 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #19 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #20 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #21 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #22 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #23 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #24 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #25 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #26 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #27 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11
    #28 0x1537226 in bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #29 0x1503d60 in bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14

Objects leaked above:
0x6030000f1270 (20 bytes)
0x6030000f12d0 (28 bytes)
0x6030000f1360 (19 bytes)

�[1m�[34mIndirect leak of 56 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d3a70 in calloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:66
    #1 0x823986 in zalloc_with_calloc(unsigned long) /var/local/git/grpc/src/core/lib/support/alloc.cc:27:53
    #2 0x8233d7 in gpr_zalloc /var/local/git/grpc/src/core/lib/support/alloc.cc:68:7
    #3 0xa434b3 in grpc_grpclb_response_parse_serverlist /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc:203:41
    #4 0xa36c21 in lb_on_response_received_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1600:11
    #5 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #6 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #7 0x751437 in end_worker(grpc_exec_ctx*, grpc_pollset*, grpc_pollset_worker*, grpc_pollset_worker**) /var/local/git/grpc/src/core/lib/iomgr/ev_epoll1_linux.cc:913:7
    #8 0x746f16 in pollset_work(grpc_exec_ctx*, grpc_pollset*, grpc_pollset_worker**, long) /var/local/git/grpc/src/core/lib/iomgr/ev_epoll1_linux.cc:984:3
    #9 0x6db72c in grpc_pollset_work /var/local/git/grpc/src/core/lib/iomgr/ev_posix.cc:238:10
    #10 0x88d38d in cq_next(grpc_completion_queue*, gpr_timespec, void*) /var/local/git/grpc/src/core/lib/surface/completion_queue.cc:962:23
    #11 0x889120 in grpc_completion_queue_next /var/local/git/grpc/src/core/lib/surface/completion_queue.cc:1043:10
    #12 0x7b7f25 in grpc::CompletionQueue::AsyncNextInternal(void**, bool*, gpr_timespec) /var/local/git/grpc/src/cpp/common/completion_queue_cc.cc:56:15
    #13 0x7f1b17 in grpc::CompletionQueue::NextStatus grpc::CompletionQueue::AsyncNext<gpr_timespec>(void**, bool*, gpr_timespec const&) /var/local/git/grpc/include/grpc++/impl/codegen/completion_queue.h:156:12
    #14 0x7f51f7 in grpc::Server::SyncRequestThreadManager::PollForWork(void**, bool*) /var/local/git/grpc/src/cpp/server/server_cc.cc:276:13
    #15 0x813acc in grpc::ThreadManager::MainWorkLoop() /var/local/git/grpc/src/cpp/thread_manager/thread_manager.cc:122:30
    #16 0x8138a5 in grpc::ThreadManager::WorkerThread::Run() /var/local/git/grpc/src/cpp/thread_manager/thread_manager.cc:38:3
    #17 0x81ab7e in void std::_Mem_fn<void (grpc::ThreadManager::WorkerThread::*)()>::operator()<, void>(grpc::ThreadManager::WorkerThread*) const /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/functional:569:11
    #18 0x81a9a4 in void std::_Bind_simple<std::_Mem_fn<void (grpc::ThreadManager::WorkerThread::*)()> (grpc::ThreadManager::WorkerThread*)>::_M_invoke<0ul>(std::_Index_tuple<0ul>) /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/functional:1699:18
    #19 0x81a8ff in std::_Bind_simple<std::_Mem_fn<void (grpc::ThreadManager::WorkerThread::*)()> (grpc::ThreadManager::WorkerThread*)>::operator()() /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/functional:1688:16
    #20 0x81a2a6 in std::thread::_Impl<std::_Bind_simple<std::_Mem_fn<void (grpc::ThreadManager::WorkerThread::*)()> (grpc::ThreadManager::WorkerThread*)> >::_M_run() /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/thread:115:13
    #21 0x7fac6ff2496f  (/usr/lib/x86_64-linux-gnu/libstdc++.so.6+0xb696f)

Objects leaked above:
0x606000038fc0 (56 bytes)

�[1m�[34mIndirect leak of 48 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d3a70 in calloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:66
    #1 0x823986 in zalloc_with_calloc(unsigned long) /var/local/git/grpc/src/core/lib/support/alloc.cc:27:53
    #2 0x8233d7 in gpr_zalloc /var/local/git/grpc/src/core/lib/support/alloc.cc:68:7
    #3 0xa3fe94 in grpc_grpclb_client_stats_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc:46:34
    #4 0xa35898 in lb_call_init_locked(grpc_exec_ctx*, glb_lb_policy*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1429:30
    #5 0xa2ea87 in query_for_backends_locked(grpc_exec_ctx*, glb_lb_policy*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1485:3
    #6 0xa2e374 in start_picking_locked(grpc_exec_ctx*, glb_lb_policy*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1143:3
    #7 0xa3c1d8 in glb_pick_locked(grpc_exec_ctx*, grpc_lb_policy*, grpc_lb_policy_pick_args const*, grpc_connected_subchannel**, grpc_call_context_element*, void**, grpc_closure*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1221:7
    #8 0x8ee208 in grpc_lb_policy_pick_locked /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy.cc:115:10
    #9 0x8e0f73 in pick_callback_start_locked(grpc_exec_ctx*, grpc_call_element*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:1144:26
    #10 0x8e47d9 in pick_after_resolver_result_done_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:1239:9
    #11 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #12 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #13 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #14 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #15 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #16 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #17 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #18 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #19 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #20 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #21 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #22 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #23 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #24 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #25 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #26 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #27 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #28 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #29 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11

Objects leaked above:
0x60400002a190 (48 bytes)

�[1m�[34mIndirect leak of 40 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d3a70 in calloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:66
    #1 0x823986 in zalloc_with_calloc(unsigned long) /var/local/git/grpc/src/core/lib/support/alloc.cc:27:53
    #2 0x8233d7 in gpr_zalloc /var/local/git/grpc/src/core/lib/support/alloc.cc:68:7
    #3 0xa43150 in grpc_grpclb_response_parse_serverlist /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc:189:32
    #4 0xa36c21 in lb_on_response_received_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1600:11
    #5 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #6 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #7 0x751437 in end_worker(grpc_exec_ctx*, grpc_pollset*, grpc_pollset_worker*, grpc_pollset_worker**) /var/local/git/grpc/src/core/lib/iomgr/ev_epoll1_linux.cc:913:7
    #8 0x746f16 in pollset_work(grpc_exec_ctx*, grpc_pollset*, grpc_pollset_worker**, long) /var/local/git/grpc/src/core/lib/iomgr/ev_epoll1_linux.cc:984:3
    #9 0x6db72c in grpc_pollset_work /var/local/git/grpc/src/core/lib/iomgr/ev_posix.cc:238:10
    #10 0x88d38d in cq_next(grpc_completion_queue*, gpr_timespec, void*) /var/local/git/grpc/src/core/lib/surface/completion_queue.cc:962:23
    #11 0x889120 in grpc_completion_queue_next /var/local/git/grpc/src/core/lib/surface/completion_queue.cc:1043:10
    #12 0x7b7f25 in grpc::CompletionQueue::AsyncNextInternal(void**, bool*, gpr_timespec) /var/local/git/grpc/src/cpp/common/completion_queue_cc.cc:56:15
    #13 0x7f1b17 in grpc::CompletionQueue::NextStatus grpc::CompletionQueue::AsyncNext<gpr_timespec>(void**, bool*, gpr_timespec const&) /var/local/git/grpc/include/grpc++/impl/codegen/completion_queue.h:156:12
    #14 0x7f51f7 in grpc::Server::SyncRequestThreadManager::PollForWork(void**, bool*) /var/local/git/grpc/src/cpp/server/server_cc.cc:276:13
    #15 0x813acc in grpc::ThreadManager::MainWorkLoop() /var/local/git/grpc/src/cpp/thread_manager/thread_manager.cc:122:30
    #16 0x8138a5 in grpc::ThreadManager::WorkerThread::Run() /var/local/git/grpc/src/cpp/thread_manager/thread_manager.cc:38:3
    #17 0x81ab7e in void std::_Mem_fn<void (grpc::ThreadManager::WorkerThread::*)()>::operator()<, void>(grpc::ThreadManager::WorkerThread*) const /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/functional:569:11
    #18 0x81a9a4 in void std::_Bind_simple<std::_Mem_fn<void (grpc::ThreadManager::WorkerThread::*)()> (grpc::ThreadManager::WorkerThread*)>::_M_invoke<0ul>(std::_Index_tuple<0ul>) /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/functional:1699:18
    #19 0x81a8ff in std::_Bind_simple<std::_Mem_fn<void (grpc::ThreadManager::WorkerThread::*)()> (grpc::ThreadManager::WorkerThread*)>::operator()() /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/functional:1688:16
    #20 0x81a2a6 in std::thread::_Impl<std::_Bind_simple<std::_Mem_fn<void (grpc::ThreadManager::WorkerThread::*)()> (grpc::ThreadManager::WorkerThread*)> >::_M_run() /usr/bin/../lib/gcc/x86_64-linux-gnu/4.9/../../../../include/c++/4.9/thread:115:13
    #21 0x7fac6ff2496f  (/usr/lib/x86_64-linux-gnu/libstdc++.so.6+0xb696f)

Objects leaked above:
0x60400002df90 (40 bytes)

�[1m�[34mIndirect leak of 24 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d3a70 in calloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:66
    #1 0x823986 in zalloc_with_calloc(unsigned long) /var/local/git/grpc/src/core/lib/support/alloc.cc:27:53
    #2 0x8233d7 in gpr_zalloc /var/local/git/grpc/src/core/lib/support/alloc.cc:68:7
    #3 0x72c0ac in grpc_lb_addresses_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:32:27
    #4 0x72c220 in grpc_lb_addresses_copy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:41:38
    #5 0x72e812 in lb_addresses_copy(void*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:129:10
    #6 0x6b23db in copy_arg(grpc_arg const*) /var/local/git/grpc/src/core/lib/channel/channel_args.cc:48:11
    #7 0x6b191e in grpc_channel_args_copy_and_add_and_remove /var/local/git/grpc/src/core/lib/channel/channel_args.cc:102:32
    #8 0xa2ae62 in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1911:22
    #9 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #10 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #11 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #12 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #13 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #14 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #15 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #16 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #17 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #18 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #19 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #20 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #21 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #22 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #23 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #24 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #25 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #26 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #27 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #28 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #29 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5

Objects leaked above:
0x6030000f13c0 (24 bytes)

�[1m�[34mIndirect leak of 20 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d38e8 in __interceptor_malloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:52
    #1 0x823227 in gpr_malloc /var/local/git/grpc/src/core/lib/support/alloc.cc:56:7
    #2 0x8272e8 in gpr_strdup /var/local/git/grpc/src/core/lib/support/string.cc:42:16
    #3 0x6b2080 in copy_arg(grpc_arg const*) /var/local/git/grpc/src/core/lib/channel/channel_args.cc:37:13
    #4 0x6b1abc in grpc_channel_args_copy_and_add_and_remove /var/local/git/grpc/src/core/lib/channel/channel_args.cc:108:28
    #5 0xa2ae62 in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1911:22
    #6 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #7 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #8 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #9 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #10 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #11 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #12 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #13 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #14 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #15 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #16 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #17 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #18 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #19 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #20 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #21 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #22 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #23 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #24 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #25 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #26 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #27 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11
    #28 0x1537226 in bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #29 0x1503d60 in bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14

Objects leaked above:
0x6030000f1240 (20 bytes)

�[1m�[34mIndirect leak of 20 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d38e8 in __interceptor_malloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:52
    #1 0x823227 in gpr_malloc /var/local/git/grpc/src/core/lib/support/alloc.cc:56:7
    #2 0x8272e8 in gpr_strdup /var/local/git/grpc/src/core/lib/support/string.cc:42:16
    #3 0xa2a4b2 in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1888:7
    #4 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #5 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #6 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #7 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #8 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #9 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #10 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #11 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #12 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #13 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #14 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #15 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #16 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #17 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #18 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #19 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #20 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #21 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #22 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #23 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #24 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #25 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11
    #26 0x1537226 in bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #27 0x1503d60 in bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #28 0x14dc071 in testing::UnitTest::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4257:10
    #29 0x5e9543 in RUN_ALL_TESTS() /var/local/git/grpc/third_party/googletest/googletest/include/gtest/gtest.h:2233:10

Objects leaked above:
0x6030000f1420 (20 bytes)

�[1m�[34mIndirect leak of 16 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d38e8 in __interceptor_malloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:52
    #1 0x823227 in gpr_malloc /var/local/git/grpc/src/core/lib/support/alloc.cc:56:7
    #2 0x6b150d in grpc_channel_args_copy_and_add_and_remove /var/local/git/grpc/src/core/lib/channel/channel_args.cc:90:27
    #3 0xa2ae62 in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1911:22
    #4 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #5 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #6 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #7 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #8 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #9 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #10 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #11 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #12 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #13 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #14 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #15 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #16 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #17 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #18 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #19 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #20 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #21 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #22 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #23 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #24 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #25 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11
    #26 0x1537226 in bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #27 0x1503d60 in bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #28 0x14dc071 in testing::UnitTest::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4257:10
    #29 0x5e9543 in RUN_ALL_TESTS() /var/local/git/grpc/third_party/googletest/googletest/include/gtest/gtest.h:2233:10

Objects leaked above:
0x602000012bf0 (16 bytes)

�[1m�[34mIndirect leak of 16 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d3a70 in calloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:66
    #1 0x823986 in zalloc_with_calloc(unsigned long) /var/local/git/grpc/src/core/lib/support/alloc.cc:27:53
    #2 0x8233d7 in gpr_zalloc /var/local/git/grpc/src/core/lib/support/alloc.cc:68:7
    #3 0x6ab5a4 in grpc_fake_resolver_response_generator_create /var/local/git/grpc/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc:135:47
    #4 0xa2af11 in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1921:7
    #5 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #6 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #7 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #8 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #9 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #10 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #11 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #12 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #13 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #14 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #15 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #16 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #17 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #18 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #19 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #20 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #21 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #22 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #23 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #24 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #25 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #26 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11
    #27 0x1537226 in bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #28 0x1503d60 in bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #29 0x14dc071 in testing::UnitTest::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4257:10

Objects leaked above:
0x602000012b70 (16 bytes)

�[1m�[34mIndirect leak of 7 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d38e8 in __interceptor_malloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:52
    #1 0x823227 in gpr_malloc /var/local/git/grpc/src/core/lib/support/alloc.cc:56:7
    #2 0x8272e8 in gpr_strdup /var/local/git/grpc/src/core/lib/support/string.cc:42:16
    #3 0x6b21b5 in copy_arg(grpc_arg const*) /var/local/git/grpc/src/core/lib/channel/channel_args.cc:40:26
    #4 0x6b1abc in grpc_channel_args_copy_and_add_and_remove /var/local/git/grpc/src/core/lib/channel/channel_args.cc:108:28
    #5 0xa2ae62 in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1911:22
    #6 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #7 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #8 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #9 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #10 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #11 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #12 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #13 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #14 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #15 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #16 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #17 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #18 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #19 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #20 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #21 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #22 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #23 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #24 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #25 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #26 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #27 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11
    #28 0x1537226 in bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #29 0x1503d60 in bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14

Objects leaked above:
0x602000012b90 (7 bytes)

�[1m�[34mIndirect leak of 7 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d38e8 in __interceptor_malloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:52
    #1 0x823227 in gpr_malloc /var/local/git/grpc/src/core/lib/support/alloc.cc:56:7
    #2 0x8272e8 in gpr_strdup /var/local/git/grpc/src/core/lib/support/string.cc:42:16
    #3 0x8b361d in grpc_connectivity_state_init /var/local/git/grpc/src/core/lib/transport/connectivity_state.cc:52:19
    #4 0xa2b3db in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1945:3
    #5 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #6 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #7 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #8 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #9 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #10 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #11 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #12 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #13 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #14 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #15 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #16 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #17 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #18 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #19 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #20 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #21 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #22 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #23 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #24 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #25 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #26 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11
    #27 0x1537226 in bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #28 0x1503d60 in bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #29 0x14dc071 in testing::UnitTest::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4257:10

Objects leaked above:
0x6020000126f0 (7 bytes)

�[1m�[34mIndirect leak of 1 byte(s) in 1 object(s) allocated from:
�[1m�[0m    #0 0x4d38e8 in __interceptor_malloc /llvm/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:52
    #1 0x823227 in gpr_malloc /var/local/git/grpc/src/core/lib/support/alloc.cc:56:7
    #2 0x8272e8 in gpr_strdup /var/local/git/grpc/src/core/lib/support/string.cc:42:16
    #3 0x72c4b6 in grpc_lb_addresses_copy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:48:11
    #4 0x72e812 in lb_addresses_copy(void*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:129:10
    #5 0x6b23db in copy_arg(grpc_arg const*) /var/local/git/grpc/src/core/lib/channel/channel_args.cc:48:11
    #6 0x6b191e in grpc_channel_args_copy_and_add_and_remove /var/local/git/grpc/src/core/lib/channel/channel_args.cc:102:32
    #7 0xa2ae62 in glb_create(grpc_exec_ctx*, grpc_lb_policy_factory*, grpc_lb_policy_args*) /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc:1911:22
    #8 0x72e792 in grpc_lb_policy_factory_create_lb_policy /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_factory.cc:168:10
    #9 0x8eed8a in grpc_lb_policy_create /var/local/git/grpc/src/core/ext/filters/client_channel/lb_policy_registry.cc:68:7
    #10 0x8e743f in on_resolver_result_changed_locked(grpc_exec_ctx*, void*, grpc_error*) /var/local/git/grpc/src/core/ext/filters/client_channel/client_channel.cc:442:11
    #11 0x6cbad3 in grpc_combiner_continue_exec_ctx /var/local/git/grpc/src/core/lib/iomgr/combiner.cc:261:5
    #12 0x6dccc0 in grpc_exec_ctx_flush /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:93:17
    #13 0x6dc8a4 in grpc_exec_ctx_finish /var/local/git/grpc/src/core/lib/iomgr/exec_ctx.cc:56:3
    #14 0x86672c in grpc_call_start_batch /var/local/git/grpc/src/core/lib/surface/call.cc:2091:3
    #15 0x79cceb in grpc::Channel::PerformOpsOnCall(grpc::internal::CallOpSetInterface*, grpc::internal::Call*) /var/local/git/grpc/src/cpp/client/channel_cc.cc:131:30
    #16 0x55d017 in grpc::internal::Call::PerformOps(grpc::internal::CallOpSetInterface*) /var/local/git/grpc/include/grpc++/impl/codegen/call.h:704:5
    #17 0x66314a in grpc::internal::BlockingUnaryCallImpl<grpc::testing::EchoRequest, grpc::testing::EchoResponse>::BlockingUnaryCallImpl(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:70:5
    #18 0x65d4ea in grpc::Status grpc::internal::BlockingUnaryCall<grpc::testing::EchoRequest, grpc::testing::EchoResponse>(grpc::ChannelInterface*, grpc::internal::RpcMethod const&, grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/include/grpc++/impl/codegen/client_unary_call.h:41:10
    #19 0x657b37 in grpc::testing::EchoTestService::Stub::Echo(grpc::ClientContext*, grpc::testing::EchoRequest const&, grpc::testing::EchoResponse*) /var/local/git/grpc/gens/src/proto/grpc/testing/echo.grpc.pb.cc:41:10
    #20 0x5b58be in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpc(grpc::testing::EchoResponse*, int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:497:21
    #21 0x5b4a14 in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::SendRpcAndCount(int*, int*, int*, int*) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:406:27
    #22 0x5b23cd in grpc::testing::(anonymous namespace)::GrpclbEnd2endTest::WaitForAllBackends(int) /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:426:7
    #23 0x5e5296 in grpc::testing::(anonymous namespace)::SingleBalancerWithClientLoadReportingTest_Drop_Test::TestBody() /var/local/git/grpc/test/cpp/end2end/grpclb_end2end_test.cc:1207:7
    #24 0x152e1bb in void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2402:10
    #25 0x14feb20 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2438:14
    #26 0x14ca1f9 in testing::Test::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2474:5
    #27 0x14cc05c in testing::TestInfo::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2656:5
    #28 0x14cd1f1 in testing::TestCase::Run() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:2774:5
    #29 0x14dca7c in testing::internal::UnitTestImpl::RunAllTests() /var/local/git/grpc/third_party/googletest/googletest/src/gtest.cc:4649:11

Objects leaked above:
0x602000012bd0 (1 bytes)

SUMMARY: AddressSanitizer: 2901 byte(s) leaked in 33 allocation(s).
Command exited with non-zero status 1
real 3.85
user 0.38
sys 4.59

2017-11-10 06:01:43,234 FAILED: bins/asan/grpclb_end2end_test --gtest_filter=SingleBalancerWithClientLoadReportingTest.Drop  GRPC_POLL_STRATEGY=epoll1 [ret=1, pid=32183, time=3.9sec]

Metadata

Metadata

Assignees

Type

No type

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions