1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright (C) 2021 Raspberry Pi 4 */ 5 6 #include "v3d_drv.h" 7 #include "v3d_regs.h" 8 9 #define V3D_PERFMONID_MIN 1 10 #define V3D_PERFMONID_MAX U32_MAX 11 12 void v3d_perfmon_get(struct v3d_perfmon *perfmon) 13 { 14 if (perfmon) 15 refcount_inc(&perfmon->refcnt); 16 } 17 18 void v3d_perfmon_put(struct v3d_perfmon *perfmon) 19 { 20 if (perfmon && refcount_dec_and_test(&perfmon->refcnt)) 21 kfree(perfmon); 22 } 23 24 void v3d_perfmon_start(struct v3d_dev *v3d, struct v3d_perfmon *perfmon) 25 { 26 unsigned int i; 27 u32 mask; 28 u8 ncounters; 29 30 if (WARN_ON_ONCE(!perfmon || v3d->active_perfmon)) 31 return; 32 33 ncounters = perfmon->ncounters; 34 mask = GENMASK(ncounters - 1, 0); 35 36 for (i = 0; i < ncounters; i++) { 37 u32 source = i / 4; 38 u32 channel = V3D_SET_FIELD(perfmon->counters[i], V3D_PCTR_S0); 39 40 i++; 41 channel |= V3D_SET_FIELD(i < ncounters ? perfmon->counters[i] : 0, 42 V3D_PCTR_S1); 43 i++; 44 channel |= V3D_SET_FIELD(i < ncounters ? perfmon->counters[i] : 0, 45 V3D_PCTR_S2); 46 i++; 47 channel |= V3D_SET_FIELD(i < ncounters ? perfmon->counters[i] : 0, 48 V3D_PCTR_S3); 49 V3D_CORE_WRITE(0, V3D_V4_PCTR_0_SRC_X(source), channel); 50 } 51 52 V3D_CORE_WRITE(0, V3D_V4_PCTR_0_CLR, mask); 53 V3D_CORE_WRITE(0, V3D_PCTR_0_OVERFLOW, mask); 54 V3D_CORE_WRITE(0, V3D_V4_PCTR_0_EN, mask); 55 56 v3d->active_perfmon = perfmon; 57 } 58 59 void v3d_perfmon_stop(struct v3d_dev *v3d, struct v3d_perfmon *perfmon, 60 bool capture) 61 { 62 unsigned int i; 63 64 if (!perfmon || !v3d->active_perfmon) 65 return; 66 67 mutex_lock(&perfmon->lock); 68 if (perfmon != v3d->active_perfmon) { 69 mutex_unlock(&perfmon->lock); 70 return; 71 } 72 73 if (capture) 74 for (i = 0; i < perfmon->ncounters; i++) 75 perfmon->values[i] += V3D_CORE_READ(0, V3D_PCTR_0_PCTRX(i)); 76 77 V3D_CORE_WRITE(0, V3D_V4_PCTR_0_EN, 0); 78 79 v3d->active_perfmon = NULL; 80 mutex_unlock(&perfmon->lock); 81 } 82 83 struct v3d_perfmon *v3d_perfmon_find(struct v3d_file_priv *v3d_priv, int id) 84 { 85 struct v3d_perfmon *perfmon; 86 87 mutex_lock(&v3d_priv->perfmon.lock); 88 perfmon = idr_find(&v3d_priv->perfmon.idr, id); 89 v3d_perfmon_get(perfmon); 90 mutex_unlock(&v3d_priv->perfmon.lock); 91 92 return perfmon; 93 } 94 95 void v3d_perfmon_open_file(struct v3d_file_priv *v3d_priv) 96 { 97 mutex_init(&v3d_priv->perfmon.lock); 98 idr_init_base(&v3d_priv->perfmon.idr, 1); 99 } 100 101 static int v3d_perfmon_idr_del(int id, void *elem, void *data) 102 { 103 struct v3d_perfmon *perfmon = elem; 104 105 v3d_perfmon_put(perfmon); 106 107 return 0; 108 } 109 110 void v3d_perfmon_close_file(struct v3d_file_priv *v3d_priv) 111 { 112 mutex_lock(&v3d_priv->perfmon.lock); 113 idr_for_each(&v3d_priv->perfmon.idr, v3d_perfmon_idr_del, NULL); 114 idr_destroy(&v3d_priv->perfmon.idr); 115 mutex_unlock(&v3d_priv->perfmon.lock); 116 } 117 118 int v3d_perfmon_create_ioctl(struct drm_device *dev, void *data, 119 struct drm_file *file_priv) 120 { 121 struct v3d_file_priv *v3d_priv = file_priv->driver_priv; 122 struct drm_v3d_perfmon_create *req = data; 123 struct v3d_perfmon *perfmon; 124 unsigned int i; 125 int ret; 126 127 /* Number of monitored counters cannot exceed HW limits. */ 128 if (req->ncounters > DRM_V3D_MAX_PERF_COUNTERS || 129 !req->ncounters) 130 return -EINVAL; 131 132 /* Make sure all counters are valid. */ 133 for (i = 0; i < req->ncounters; i++) { 134 if (req->counters[i] >= V3D_PERFCNT_NUM) 135 return -EINVAL; 136 } 137 138 perfmon = kzalloc(struct_size(perfmon, values, req->ncounters), 139 GFP_KERNEL); 140 if (!perfmon) 141 return -ENOMEM; 142 143 for (i = 0; i < req->ncounters; i++) 144 perfmon->counters[i] = req->counters[i]; 145 146 perfmon->ncounters = req->ncounters; 147 148 refcount_set(&perfmon->refcnt, 1); 149 mutex_init(&perfmon->lock); 150 151 mutex_lock(&v3d_priv->perfmon.lock); 152 ret = idr_alloc(&v3d_priv->perfmon.idr, perfmon, V3D_PERFMONID_MIN, 153 V3D_PERFMONID_MAX, GFP_KERNEL); 154 mutex_unlock(&v3d_priv->perfmon.lock); 155 156 if (ret < 0) { 157 kfree(perfmon); 158 return ret; 159 } 160 161 req->id = ret; 162 163 return 0; 164 } 165 166 int v3d_perfmon_destroy_ioctl(struct drm_device *dev, void *data, 167 struct drm_file *file_priv) 168 { 169 struct v3d_file_priv *v3d_priv = file_priv->driver_priv; 170 struct drm_v3d_perfmon_destroy *req = data; 171 struct v3d_perfmon *perfmon; 172 173 mutex_lock(&v3d_priv->perfmon.lock); 174 perfmon = idr_remove(&v3d_priv->perfmon.idr, req->id); 175 mutex_unlock(&v3d_priv->perfmon.lock); 176 177 if (!perfmon) 178 return -EINVAL; 179 180 v3d_perfmon_put(perfmon); 181 182 return 0; 183 } 184 185 int v3d_perfmon_get_values_ioctl(struct drm_device *dev, void *data, 186 struct drm_file *file_priv) 187 { 188 struct v3d_dev *v3d = to_v3d_dev(dev); 189 struct v3d_file_priv *v3d_priv = file_priv->driver_priv; 190 struct drm_v3d_perfmon_get_values *req = data; 191 struct v3d_perfmon *perfmon; 192 int ret = 0; 193 194 if (req->pad != 0) 195 return -EINVAL; 196 197 mutex_lock(&v3d_priv->perfmon.lock); 198 perfmon = idr_find(&v3d_priv->perfmon.idr, req->id); 199 v3d_perfmon_get(perfmon); 200 mutex_unlock(&v3d_priv->perfmon.lock); 201 202 if (!perfmon) 203 return -EINVAL; 204 205 v3d_perfmon_stop(v3d, perfmon, true); 206 207 if (copy_to_user(u64_to_user_ptr(req->values_ptr), perfmon->values, 208 perfmon->ncounters * sizeof(u64))) 209 ret = -EFAULT; 210 211 v3d_perfmon_put(perfmon); 212 213 return ret; 214 } 215