147 lines · c
1/* SPDX-License-Identifier: GPL-2.0 OR MIT */2/**************************************************************************3 *4 * Copyright 2021 VMware, Inc., Palo Alto, CA., USA5 *6 * Permission is hereby granted, free of charge, to any person obtaining a7 * copy of this software and associated documentation files (the8 * "Software"), to deal in the Software without restriction, including9 * without limitation the rights to use, copy, modify, merge, publish,10 * distribute, sub license, and/or sell copies of the Software, and to11 * permit persons to whom the Software is furnished to do so, subject to12 * the following conditions:13 *14 * The above copyright notice and this permission notice (including the15 * next paragraph) shall be included in all copies or substantial portions16 * of the Software.17 *18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE24 * USE OR OTHER DEALINGS IN THE SOFTWARE.25 *26 **************************************************************************/27 28#ifndef _VMWGFX_MKSSTAT_H_29#define _VMWGFX_MKSSTAT_H_30 31#include <asm/page.h>32#include <linux/kconfig.h>33 34/* Reservation marker for mksstat pid's */35#define MKSSTAT_PID_RESERVED -136 37#if IS_ENABLED(CONFIG_DRM_VMWGFX_MKSSTATS)38/*39 * Kernel-internal mksGuestStat counters. The order of this enum dictates the40 * order of instantiation of these counters in the mksGuestStat pages.41 */42 43typedef enum {44 MKSSTAT_KERN_EXECBUF, /* vmw_execbuf_ioctl */45 MKSSTAT_KERN_COTABLE_RESIZE,46 47 MKSSTAT_KERN_COUNT /* Reserved entry; always last */48} mksstat_kern_stats_t;49 50/**51 * vmw_mksstat_get_kern_pstat: Computes the address of the MKSGuestStatCounterTime52 * array from the address of the base page.53 *54 * @page_addr: Pointer to the base page.55 * Return: Pointer to the MKSGuestStatCounterTime array.56 */57 58static inline void *vmw_mksstat_get_kern_pstat(void *page_addr)59{60 return page_addr + PAGE_SIZE * 1;61}62 63/**64 * vmw_mksstat_get_kern_pinfo: Computes the address of the MKSGuestStatInfoEntry65 * array from the address of the base page.66 *67 * @page_addr: Pointer to the base page.68 * Return: Pointer to the MKSGuestStatInfoEntry array.69 */70 71static inline void *vmw_mksstat_get_kern_pinfo(void *page_addr)72{73 return page_addr + PAGE_SIZE * 2;74}75 76/**77 * vmw_mksstat_get_kern_pstrs: Computes the address of the mksGuestStat strings78 * sequence from the address of the base page.79 *80 * @page_addr: Pointer to the base page.81 * Return: Pointer to the mksGuestStat strings sequence.82 */83 84static inline void *vmw_mksstat_get_kern_pstrs(void *page_addr)85{86 return page_addr + PAGE_SIZE * 3;87}88 89/*90 * MKS_STAT_TIME_DECL/PUSH/POP macros to be used in timer-counted routines.91 */92 93struct mksstat_timer_t {94/* mutable */ mksstat_kern_stats_t old_top;95 const u64 t0;96 const int slot;97};98 99#define MKS_STAT_TIME_DECL(kern_cntr) \100 struct mksstat_timer_t _##kern_cntr = { \101 .t0 = rdtsc(), \102 .slot = vmw_mksstat_get_kern_slot(current->pid, dev_priv) \103 }104 105#define MKS_STAT_TIME_PUSH(kern_cntr) \106 do { \107 if (_##kern_cntr.slot >= 0) { \108 _##kern_cntr.old_top = dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot]; \109 dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot] = kern_cntr; \110 } \111 } while (0)112 113#define MKS_STAT_TIME_POP(kern_cntr) \114 do { \115 if (_##kern_cntr.slot >= 0) { \116 const pid_t pid = atomic_cmpxchg(&dev_priv->mksstat_kern_pids[_##kern_cntr.slot], current->pid, MKSSTAT_PID_RESERVED); \117 dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot] = _##kern_cntr.old_top; \118 \119 if (pid == current->pid) { \120 const u64 dt = rdtsc() - _##kern_cntr.t0; \121 MKSGuestStatCounterTime *pstat; \122 \123 BUG_ON(!dev_priv->mksstat_kern_pages[_##kern_cntr.slot]); \124 \125 pstat = vmw_mksstat_get_kern_pstat(page_address(dev_priv->mksstat_kern_pages[_##kern_cntr.slot])); \126 \127 atomic64_inc(&pstat[kern_cntr].counter.count); \128 atomic64_add(dt, &pstat[kern_cntr].selfCycles); \129 atomic64_add(dt, &pstat[kern_cntr].totalCycles); \130 \131 if (_##kern_cntr.old_top != MKSSTAT_KERN_COUNT) \132 atomic64_sub(dt, &pstat[_##kern_cntr.old_top].selfCycles); \133 \134 atomic_set(&dev_priv->mksstat_kern_pids[_##kern_cntr.slot], current->pid); \135 } \136 } \137 } while (0)138 139#else140#define MKS_STAT_TIME_DECL(kern_cntr)141#define MKS_STAT_TIME_PUSH(kern_cntr)142#define MKS_STAT_TIME_POP(kern_cntr)143 144#endif /* IS_ENABLED(CONFIG_DRM_VMWGFX_MKSSTATS */145 146#endif147