#include "jemalloc/internal/jemalloc_preamble.h" #include "jemalloc/internal/jemalloc_internal_includes.h" #include "jemalloc/internal/hpa_hooks.h" static void *hpa_hooks_map(size_t size); static void hpa_hooks_unmap(void *ptr, size_t size); static void hpa_hooks_purge(void *ptr, size_t size); static void hpa_hooks_hugify(void *ptr, size_t size); static void hpa_hooks_dehugify(void *ptr, size_t size); static void hpa_hooks_curtime(nstime_t *r_nstime, bool first_reading); static uint64_t hpa_hooks_ms_since(nstime_t *past_nstime); hpa_hooks_t hpa_hooks_default = { &hpa_hooks_map, &hpa_hooks_unmap, &hpa_hooks_purge, &hpa_hooks_hugify, &hpa_hooks_dehugify, &hpa_hooks_curtime, &hpa_hooks_ms_since }; static void * hpa_hooks_map(size_t size) { bool commit = true; return pages_map(NULL, size, HUGEPAGE, &commit); } static void hpa_hooks_unmap(void *ptr, size_t size) { pages_unmap(ptr, size); } static void hpa_hooks_purge(void *ptr, size_t size) { pages_purge_forced(ptr, size); } static void hpa_hooks_hugify(void *ptr, size_t size) { bool err = pages_huge(ptr, size); (void)err; } static void hpa_hooks_dehugify(void *ptr, size_t size) { bool err = pages_nohuge(ptr, size); (void)err; } static void hpa_hooks_curtime(nstime_t *r_nstime, bool first_reading) { if (first_reading) { nstime_init_zero(r_nstime); } nstime_update(r_nstime); } static uint64_t hpa_hooks_ms_since(nstime_t *past_nstime) { return nstime_ns_since(past_nstime) / 1000 / 1000; }