1 /* SPDX-License-Identifier: GPL-2.0 OR MIT */ 2 /************************************************************************** 3 * 4 * Copyright 2021 VMware, Inc., Palo Alto, CA., USA 5 * 6 * Permission is hereby granted, free of charge, to any person obtaining a 7 * copy of this software and associated documentation files (the 8 * "Software"), to deal in the Software without restriction, including 9 * without limitation the rights to use, copy, modify, merge, publish, 10 * distribute, sub license, and/or sell copies of the Software, and to 11 * permit persons to whom the Software is furnished to do so, subject to 12 * the following conditions: 13 * 14 * The above copyright notice and this permission notice (including the 15 * next paragraph) shall be included in all copies or substantial portions 16 * of the Software. 17 * 18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, 22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 24 * USE OR OTHER DEALINGS IN THE SOFTWARE. 25 * 26 **************************************************************************/ 27 28 #ifndef _VMWGFX_MKSSTAT_H_ 29 #define _VMWGFX_MKSSTAT_H_ 30 31 #include <asm/page.h> 32 #include <linux/kconfig.h> 33 34 /* Reservation marker for mksstat pid's */ 35 #define MKSSTAT_PID_RESERVED -1 36 37 #if IS_ENABLED(CONFIG_DRM_VMWGFX_MKSSTATS) 38 /* 39 * Kernel-internal mksGuestStat counters. The order of this enum dictates the 40 * order of instantiation of these counters in the mksGuestStat pages. 41 */ 42 43 typedef enum { 44 MKSSTAT_KERN_EXECBUF, /* vmw_execbuf_ioctl */ 45 MKSSTAT_KERN_COTABLE_RESIZE, 46 47 MKSSTAT_KERN_COUNT /* Reserved entry; always last */ 48 } mksstat_kern_stats_t; 49 50 /** 51 * vmw_mksstat_get_kern_pstat: Computes the address of the MKSGuestStatCounterTime 52 * array from the address of the base page. 53 * 54 * @page_addr: Pointer to the base page. 55 * Return: Pointer to the MKSGuestStatCounterTime array. 56 */ 57 58 static inline void *vmw_mksstat_get_kern_pstat(void *page_addr) 59 { 60 return page_addr + PAGE_SIZE * 1; 61 } 62 63 /** 64 * vmw_mksstat_get_kern_pinfo: Computes the address of the MKSGuestStatInfoEntry 65 * array from the address of the base page. 66 * 67 * @page_addr: Pointer to the base page. 68 * Return: Pointer to the MKSGuestStatInfoEntry array. 69 */ 70 71 static inline void *vmw_mksstat_get_kern_pinfo(void *page_addr) 72 { 73 return page_addr + PAGE_SIZE * 2; 74 } 75 76 /** 77 * vmw_mksstat_get_kern_pstrs: Computes the address of the mksGuestStat strings 78 * sequence from the address of the base page. 79 * 80 * @page_addr: Pointer to the base page. 81 * Return: Pointer to the mksGuestStat strings sequence. 82 */ 83 84 static inline void *vmw_mksstat_get_kern_pstrs(void *page_addr) 85 { 86 return page_addr + PAGE_SIZE * 3; 87 } 88 89 /* 90 * MKS_STAT_TIME_DECL/PUSH/POP macros to be used in timer-counted routines. 91 */ 92 93 struct mksstat_timer_t { 94 /* mutable */ mksstat_kern_stats_t old_top; 95 const u64 t0; 96 const int slot; 97 }; 98 99 #define MKS_STAT_TIME_DECL(kern_cntr) \ 100 struct mksstat_timer_t _##kern_cntr = { \ 101 .t0 = rdtsc(), \ 102 .slot = vmw_mksstat_get_kern_slot(current->pid, dev_priv) \ 103 } 104 105 #define MKS_STAT_TIME_PUSH(kern_cntr) \ 106 do { \ 107 if (_##kern_cntr.slot >= 0) { \ 108 _##kern_cntr.old_top = dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot]; \ 109 dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot] = kern_cntr; \ 110 } \ 111 } while (0) 112 113 #define MKS_STAT_TIME_POP(kern_cntr) \ 114 do { \ 115 if (_##kern_cntr.slot >= 0) { \ 116 const pid_t pid = atomic_cmpxchg(&dev_priv->mksstat_kern_pids[_##kern_cntr.slot], current->pid, MKSSTAT_PID_RESERVED); \ 117 dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot] = _##kern_cntr.old_top; \ 118 \ 119 if (pid == current->pid) { \ 120 const u64 dt = rdtsc() - _##kern_cntr.t0; \ 121 MKSGuestStatCounterTime *pstat; \ 122 \ 123 BUG_ON(!dev_priv->mksstat_kern_pages[_##kern_cntr.slot]); \ 124 \ 125 pstat = vmw_mksstat_get_kern_pstat(page_address(dev_priv->mksstat_kern_pages[_##kern_cntr.slot])); \ 126 \ 127 atomic64_inc(&pstat[kern_cntr].counter.count); \ 128 atomic64_add(dt, &pstat[kern_cntr].selfCycles); \ 129 atomic64_add(dt, &pstat[kern_cntr].totalCycles); \ 130 \ 131 if (_##kern_cntr.old_top != MKSSTAT_KERN_COUNT) \ 132 atomic64_sub(dt, &pstat[_##kern_cntr.old_top].selfCycles); \ 133 \ 134 atomic_set(&dev_priv->mksstat_kern_pids[_##kern_cntr.slot], current->pid); \ 135 } \ 136 } \ 137 } while (0) 138 139 #else 140 #define MKS_STAT_TIME_DECL(kern_cntr) 141 #define MKS_STAT_TIME_PUSH(kern_cntr) 142 #define MKS_STAT_TIME_POP(kern_cntr) 143 144 #endif /* IS_ENABLED(CONFIG_DRM_VMWGFX_MKSSTATS */ 145 146 #endif 147