65 lines · c
1/* SPDX-License-Identifier: GPL-2.0 */2#include <stdint.h>3#include <stdbool.h>4#include <sys/mman.h>5#include <err.h>6#include <strings.h> /* ffsl() */7#include <unistd.h> /* _SC_PAGESIZE */8 9#define BIT_ULL(nr) (1ULL << (nr))10#define PM_SOFT_DIRTY BIT_ULL(55)11#define PM_MMAP_EXCLUSIVE BIT_ULL(56)12#define PM_UFFD_WP BIT_ULL(57)13#define PM_FILE BIT_ULL(61)14#define PM_SWAP BIT_ULL(62)15#define PM_PRESENT BIT_ULL(63)16 17extern unsigned int __page_size;18extern unsigned int __page_shift;19 20static inline unsigned int psize(void)21{22 if (!__page_size)23 __page_size = sysconf(_SC_PAGESIZE);24 return __page_size;25}26 27static inline unsigned int pshift(void)28{29 if (!__page_shift)30 __page_shift = (ffsl(psize()) - 1);31 return __page_shift;32}33 34uint64_t pagemap_get_entry(int fd, char *start);35bool pagemap_is_softdirty(int fd, char *start);36bool pagemap_is_swapped(int fd, char *start);37bool pagemap_is_populated(int fd, char *start);38unsigned long pagemap_get_pfn(int fd, char *start);39void clear_softdirty(void);40bool check_for_pattern(FILE *fp, const char *pattern, char *buf, size_t len);41uint64_t read_pmd_pagesize(void);42unsigned long rss_anon(void);43bool check_huge_anon(void *addr, int nr_hpages, uint64_t hpage_size);44bool check_huge_file(void *addr, int nr_hpages, uint64_t hpage_size);45bool check_huge_shmem(void *addr, int nr_hpages, uint64_t hpage_size);46int64_t allocate_transhuge(void *ptr, int pagemap_fd);47unsigned long default_huge_page_size(void);48int detect_hugetlb_page_sizes(size_t sizes[], int max);49 50int uffd_register(int uffd, void *addr, uint64_t len,51 bool miss, bool wp, bool minor);52int uffd_unregister(int uffd, void *addr, uint64_t len);53int uffd_register_with_ioctls(int uffd, void *addr, uint64_t len,54 bool miss, bool wp, bool minor, uint64_t *ioctls);55unsigned long get_free_hugepages(void);56 57/*58 * On ppc64 this will only work with radix 2M hugepage size59 */60#define HPAGE_SHIFT 2161#define HPAGE_SIZE (1 << HPAGE_SHIFT)62 63#define PAGEMAP_PRESENT(ent) (((ent) & (1ull << 63)) != 0)64#define PAGEMAP_PFN(ent) ((ent) & ((1ull << 55) - 1))65