if(USE_INTERNAL_JEMALLOC_LIBRARY)

message (${RECONFIGURE_MESSAGE_LEVEL} "Can't use internal jemalloc with ENABLE_JEMALLOC=OFF")

endif()

option (USE_INTERNAL_JEMALLOC_LIBRARY "Use internal jemalloc library" ${NOT_UNBUNDLED})

if (NOT USE_INTERNAL_JEMALLOC_LIBRARY)

find_library(LIBRARY_JEMALLOC jemalloc)

find_path(INCLUDE_JEMALLOC jemalloc/jemalloc.h)

if (LIBRARY_JEMALLOC AND INCLUDE_JEMALLOC)

set(EXTERNAL_JEMALLOC_LIBRARY_FOUND 1)

set(THREADS_PREFER_PTHREAD_FLAG ON)

find_package(Threads)

set(JEMALLOC_LIBRARIES ${LIBRARY_JEMALLOC} Threads::Threads dl)

set (CMAKE_REQUIRED_LIBRARIES ${JEMALLOC_LIBRARIES})

set (CMAKE_REQUIRED_INCLUDES ${INCLUDE_JEMALLOC})

check_cxx_source_compiles (

"

EXTERNAL_JEMALLOC_LIBRARY_WORKS

)

if (EXTERNAL_JEMALLOC_LIBRARY_WORKS)

add_library (jemalloc INTERFACE)

set_property (TARGET jemalloc PROPERTY INTERFACE_LINK_LIBRARIES ${JEMALLOC_LIBRARIES})

set_property (TARGET jemalloc PROPERTY INTERFACE_INCLUDE_DIRECTORIES ${INCLUDE_JEMALLOC})

else()

message (${RECONFIGURE_MESSAGE_LEVEL} "External jemalloc is unusable: ${LIBRARY_JEMALLOC} ${INCLUDE_JEMALLOC}")

endif ()

else()

set(EXTERNAL_JEMALLOC_LIBRARY_FOUND 0)

message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system jemalloc")

endif()

if (NOT EXTERNAL_JEMALLOC_LIBRARY_FOUND OR NOT EXTERNAL_JEMALLOC_LIBRARY_WORKS)

set(USE_INTERNAL_JEMALLOC_LIBRARY 1)

if (OS_LINUX)

# ThreadPool select job randomly, and there can be some threads that had been

# performed some memory heavy task before and will be inactive for some time,

# but until it will became active again, the memory will not be freed since by

# default each thread has it's own arena, but there should be not more then

# 4*CPU arenas (see opt.nareans description).

#

# By enabling percpu_arena number of arenas limited to number of CPUs and hence

# this problem should go away.

#

# muzzy_decay_ms -- use MADV_FREE when available on newer Linuxes, to

# avoid spurious latencies and additional work associated with

# MADV_DONTNEED. See

# https://github.com/ClickHouse/ClickHouse/issues/11121 for motivation.

set (JEMALLOC_CONFIG_MALLOC_CONF "percpu_arena:percpu,oversize_threshold:0,muzzy_decay_ms:10000")

else()

set (JEMALLOC_CONFIG_MALLOC_CONF "oversize_threshold:0,muzzy_decay_ms:10000")

endif()

# CACHE variable is empty, to allow changing defaults without necessity

# to purge cache

set (JEMALLOC_CONFIG_MALLOC_CONF_OVERRIDE "" CACHE STRING "Change default configuration string of JEMalloc" )

if (JEMALLOC_CONFIG_MALLOC_CONF_OVERRIDE)

set (JEMALLOC_CONFIG_MALLOC_CONF "${JEMALLOC_CONFIG_MALLOC_CONF_OVERRIDE}")

endif()

message (STATUS "jemalloc malloc_conf: ${JEMALLOC_CONFIG_MALLOC_CONF}")

set (LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/jemalloc")

set (SRCS

${LIBRARY_DIR}/src/arena.c

${LIBRARY_DIR}/src/background_thread.c

${LIBRARY_DIR}/src/base.c

${LIBRARY_DIR}/src/bin.c

${LIBRARY_DIR}/src/bitmap.c

${LIBRARY_DIR}/src/ckh.c

${LIBRARY_DIR}/src/ctl.c

${LIBRARY_DIR}/src/div.c

${LIBRARY_DIR}/src/extent.c

${LIBRARY_DIR}/src/extent_dss.c

${LIBRARY_DIR}/src/extent_mmap.c

${LIBRARY_DIR}/src/hash.c

${LIBRARY_DIR}/src/hook.c

${LIBRARY_DIR}/src/jemalloc.c

${LIBRARY_DIR}/src/large.c

${LIBRARY_DIR}/src/log.c

${LIBRARY_DIR}/src/malloc_io.c

${LIBRARY_DIR}/src/mutex.c

${LIBRARY_DIR}/src/mutex_pool.c

${LIBRARY_DIR}/src/nstime.c

${LIBRARY_DIR}/src/pages.c

${LIBRARY_DIR}/src/prng.c

${LIBRARY_DIR}/src/prof.c

${LIBRARY_DIR}/src/rtree.c

${LIBRARY_DIR}/src/sc.c

${LIBRARY_DIR}/src/stats.c

${LIBRARY_DIR}/src/sz.c

${LIBRARY_DIR}/src/tcache.c

${LIBRARY_DIR}/src/test_hooks.c

${LIBRARY_DIR}/src/ticker.c

${LIBRARY_DIR}/src/tsd.c

${LIBRARY_DIR}/src/witness.c

${LIBRARY_DIR}/src/safety_check.c

)

if (OS_DARWIN)

list(APPEND SRCS ${LIBRARY_DIR}/src/zone.c)

endif ()

add_library(jemalloc ${SRCS})

target_include_directories(jemalloc PRIVATE ${LIBRARY_DIR}/include)

target_include_directories(jemalloc SYSTEM PUBLIC include)

set (JEMALLOC_INCLUDE_PREFIX)

# OS_

if (OS_LINUX)

set (JEMALLOC_INCLUDE_PREFIX "include_linux")

elseif (OS_FREEBSD)

set (JEMALLOC_INCLUDE_PREFIX "include_freebsd")

elseif (OS_DARWIN)

set (JEMALLOC_INCLUDE_PREFIX "include_darwin")

else ()

message (FATAL_ERROR "internal jemalloc: This OS is not supported")

endif ()

# ARCH_

if (ARCH_AMD64)

set(JEMALLOC_INCLUDE_PREFIX "${JEMALLOC_INCLUDE_PREFIX}_x86_64")

elseif (ARCH_ARM)

set(JEMALLOC_INCLUDE_PREFIX "${JEMALLOC_INCLUDE_PREFIX}_aarch64")

else ()

message (FATAL_ERROR "internal jemalloc: This arch is not supported")

endif ()

configure_file(${JEMALLOC_INCLUDE_PREFIX}/jemalloc/internal/jemalloc_internal_defs.h.in

${JEMALLOC_INCLUDE_PREFIX}/jemalloc/internal/jemalloc_internal_defs.h)

target_include_directories(jemalloc SYSTEM PRIVATE

${CMAKE_CURRENT_BINARY_DIR}/${JEMALLOC_INCLUDE_PREFIX}/jemalloc/internal)

target_compile_definitions(jemalloc PRIVATE -DJEMALLOC_NO_PRIVATE_NAMESPACE)

if (CMAKE_BUILD_TYPE_UC STREQUAL "DEBUG")

target_compile_definitions(jemalloc PRIVATE -DJEMALLOC_DEBUG=1 -DJEMALLOC_PROF=1)

if (USE_UNWIND)

target_compile_definitions (jemalloc PRIVATE -DJEMALLOC_PROF_LIBUNWIND=1)

target_link_libraries (jemalloc PRIVATE unwind)

endif ()

target_compile_options(jemalloc PRIVATE -Wno-redundant-decls)

# for RTLD_NEXT

target_compile_options(jemalloc PRIVATE -D_GNU_SOURCE)

set (USE_INTERNAL_JEMALLOC_LIBRARY 1)