1 #include <stddef.h> 2 #include <stdlib.h> 3 #include <string.h> 4 #include <errno.h> 5 #include <sys/types.h> 6 #include <sys/stat.h> 7 #include <unistd.h> 8 #include <api/fs/fs.h> 9 #include <linux/kernel.h> 10 #include "mem-events.h" 11 #include "debug.h" 12 #include "symbol.h" 13 #include "sort.h" 14 15 unsigned int perf_mem_events__loads_ldlat = 30; 16 17 #define E(t, n, s) { .tag = t, .name = n, .sysfs_name = s } 18 19 struct perf_mem_event perf_mem_events[PERF_MEM_EVENTS__MAX] = { 20 E("ldlat-loads", "cpu/mem-loads,ldlat=%u/P", "mem-loads"), 21 E("ldlat-stores", "cpu/mem-stores/P", "mem-stores"), 22 }; 23 #undef E 24 25 #undef E 26 27 static char mem_loads_name[100]; 28 static bool mem_loads_name__init; 29 30 char *perf_mem_events__name(int i) 31 { 32 if (i == PERF_MEM_EVENTS__LOAD) { 33 if (!mem_loads_name__init) { 34 mem_loads_name__init = true; 35 scnprintf(mem_loads_name, sizeof(mem_loads_name), 36 perf_mem_events[i].name, 37 perf_mem_events__loads_ldlat); 38 } 39 return mem_loads_name; 40 } 41 42 return (char *)perf_mem_events[i].name; 43 } 44 45 int perf_mem_events__parse(const char *str) 46 { 47 char *tok, *saveptr = NULL; 48 bool found = false; 49 char *buf; 50 int j; 51 52 /* We need buffer that we know we can write to. */ 53 buf = malloc(strlen(str) + 1); 54 if (!buf) 55 return -ENOMEM; 56 57 strcpy(buf, str); 58 59 tok = strtok_r((char *)buf, ",", &saveptr); 60 61 while (tok) { 62 for (j = 0; j < PERF_MEM_EVENTS__MAX; j++) { 63 struct perf_mem_event *e = &perf_mem_events[j]; 64 65 if (strstr(e->tag, tok)) 66 e->record = found = true; 67 } 68 69 tok = strtok_r(NULL, ",", &saveptr); 70 } 71 72 free(buf); 73 74 if (found) 75 return 0; 76 77 pr_err("failed: event '%s' not found, use '-e list' to get list of available events\n", str); 78 return -1; 79 } 80 81 int perf_mem_events__init(void) 82 { 83 const char *mnt = sysfs__mount(); 84 bool found = false; 85 int j; 86 87 if (!mnt) 88 return -ENOENT; 89 90 for (j = 0; j < PERF_MEM_EVENTS__MAX; j++) { 91 char path[PATH_MAX]; 92 struct perf_mem_event *e = &perf_mem_events[j]; 93 struct stat st; 94 95 scnprintf(path, PATH_MAX, "%s/devices/cpu/events/%s", 96 mnt, e->sysfs_name); 97 98 if (!stat(path, &st)) 99 e->supported = found = true; 100 } 101 102 return found ? 0 : -ENOENT; 103 } 104 105 static const char * const tlb_access[] = { 106 "N/A", 107 "HIT", 108 "MISS", 109 "L1", 110 "L2", 111 "Walker", 112 "Fault", 113 }; 114 115 int perf_mem__tlb_scnprintf(char *out, size_t sz, struct mem_info *mem_info) 116 { 117 size_t l = 0, i; 118 u64 m = PERF_MEM_TLB_NA; 119 u64 hit, miss; 120 121 sz -= 1; /* -1 for null termination */ 122 out[0] = '\0'; 123 124 if (mem_info) 125 m = mem_info->data_src.mem_dtlb; 126 127 hit = m & PERF_MEM_TLB_HIT; 128 miss = m & PERF_MEM_TLB_MISS; 129 130 /* already taken care of */ 131 m &= ~(PERF_MEM_TLB_HIT|PERF_MEM_TLB_MISS); 132 133 for (i = 0; m && i < ARRAY_SIZE(tlb_access); i++, m >>= 1) { 134 if (!(m & 0x1)) 135 continue; 136 if (l) { 137 strcat(out, " or "); 138 l += 4; 139 } 140 l += scnprintf(out + l, sz - l, tlb_access[i]); 141 } 142 if (*out == '\0') 143 l += scnprintf(out, sz - l, "N/A"); 144 if (hit) 145 l += scnprintf(out + l, sz - l, " hit"); 146 if (miss) 147 l += scnprintf(out + l, sz - l, " miss"); 148 149 return l; 150 } 151 152 static const char * const mem_lvl[] = { 153 "N/A", 154 "HIT", 155 "MISS", 156 "L1", 157 "LFB", 158 "L2", 159 "L3", 160 "Local RAM", 161 "Remote RAM (1 hop)", 162 "Remote RAM (2 hops)", 163 "Remote Cache (1 hop)", 164 "Remote Cache (2 hops)", 165 "I/O", 166 "Uncached", 167 }; 168 169 int perf_mem__lvl_scnprintf(char *out, size_t sz, struct mem_info *mem_info) 170 { 171 size_t i, l = 0; 172 u64 m = PERF_MEM_LVL_NA; 173 u64 hit, miss; 174 175 if (mem_info) 176 m = mem_info->data_src.mem_lvl; 177 178 sz -= 1; /* -1 for null termination */ 179 out[0] = '\0'; 180 181 hit = m & PERF_MEM_LVL_HIT; 182 miss = m & PERF_MEM_LVL_MISS; 183 184 /* already taken care of */ 185 m &= ~(PERF_MEM_LVL_HIT|PERF_MEM_LVL_MISS); 186 187 for (i = 0; m && i < ARRAY_SIZE(mem_lvl); i++, m >>= 1) { 188 if (!(m & 0x1)) 189 continue; 190 if (l) { 191 strcat(out, " or "); 192 l += 4; 193 } 194 l += scnprintf(out + l, sz - l, mem_lvl[i]); 195 } 196 if (*out == '\0') 197 l += scnprintf(out, sz - l, "N/A"); 198 if (hit) 199 l += scnprintf(out + l, sz - l, " hit"); 200 if (miss) 201 l += scnprintf(out + l, sz - l, " miss"); 202 203 return l; 204 } 205 206 static const char * const snoop_access[] = { 207 "N/A", 208 "None", 209 "Hit", 210 "Miss", 211 "HitM", 212 }; 213 214 int perf_mem__snp_scnprintf(char *out, size_t sz, struct mem_info *mem_info) 215 { 216 size_t i, l = 0; 217 u64 m = PERF_MEM_SNOOP_NA; 218 219 sz -= 1; /* -1 for null termination */ 220 out[0] = '\0'; 221 222 if (mem_info) 223 m = mem_info->data_src.mem_snoop; 224 225 for (i = 0; m && i < ARRAY_SIZE(snoop_access); i++, m >>= 1) { 226 if (!(m & 0x1)) 227 continue; 228 if (l) { 229 strcat(out, " or "); 230 l += 4; 231 } 232 l += scnprintf(out + l, sz - l, snoop_access[i]); 233 } 234 235 if (*out == '\0') 236 l += scnprintf(out, sz - l, "N/A"); 237 238 return l; 239 } 240 241 int perf_mem__lck_scnprintf(char *out, size_t sz, struct mem_info *mem_info) 242 { 243 u64 mask = PERF_MEM_LOCK_NA; 244 int l; 245 246 if (mem_info) 247 mask = mem_info->data_src.mem_lock; 248 249 if (mask & PERF_MEM_LOCK_NA) 250 l = scnprintf(out, sz, "N/A"); 251 else if (mask & PERF_MEM_LOCK_LOCKED) 252 l = scnprintf(out, sz, "Yes"); 253 else 254 l = scnprintf(out, sz, "No"); 255 256 return l; 257 } 258 259 int perf_script__meminfo_scnprintf(char *out, size_t sz, struct mem_info *mem_info) 260 { 261 int i = 0; 262 263 i += perf_mem__lvl_scnprintf(out, sz, mem_info); 264 i += scnprintf(out + i, sz - i, "|SNP "); 265 i += perf_mem__snp_scnprintf(out + i, sz - i, mem_info); 266 i += scnprintf(out + i, sz - i, "|TLB "); 267 i += perf_mem__tlb_scnprintf(out + i, sz - i, mem_info); 268 i += scnprintf(out + i, sz - i, "|LCK "); 269 i += perf_mem__lck_scnprintf(out + i, sz - i, mem_info); 270 271 return i; 272 } 273 274 int c2c_decode_stats(struct c2c_stats *stats, struct mem_info *mi) 275 { 276 union perf_mem_data_src *data_src = &mi->data_src; 277 u64 daddr = mi->daddr.addr; 278 u64 op = data_src->mem_op; 279 u64 lvl = data_src->mem_lvl; 280 u64 snoop = data_src->mem_snoop; 281 u64 lock = data_src->mem_lock; 282 int err = 0; 283 284 #define HITM_INC(__f) \ 285 do { \ 286 stats->__f++; \ 287 stats->tot_hitm++; \ 288 } while (0) 289 290 #define P(a, b) PERF_MEM_##a##_##b 291 292 stats->nr_entries++; 293 294 if (lock & P(LOCK, LOCKED)) stats->locks++; 295 296 if (op & P(OP, LOAD)) { 297 /* load */ 298 stats->load++; 299 300 if (!daddr) { 301 stats->ld_noadrs++; 302 return -1; 303 } 304 305 if (lvl & P(LVL, HIT)) { 306 if (lvl & P(LVL, UNC)) stats->ld_uncache++; 307 if (lvl & P(LVL, IO)) stats->ld_io++; 308 if (lvl & P(LVL, LFB)) stats->ld_fbhit++; 309 if (lvl & P(LVL, L1 )) stats->ld_l1hit++; 310 if (lvl & P(LVL, L2 )) stats->ld_l2hit++; 311 if (lvl & P(LVL, L3 )) { 312 if (snoop & P(SNOOP, HITM)) 313 HITM_INC(lcl_hitm); 314 else 315 stats->ld_llchit++; 316 } 317 318 if (lvl & P(LVL, LOC_RAM)) { 319 stats->lcl_dram++; 320 if (snoop & P(SNOOP, HIT)) 321 stats->ld_shared++; 322 else 323 stats->ld_excl++; 324 } 325 326 if ((lvl & P(LVL, REM_RAM1)) || 327 (lvl & P(LVL, REM_RAM2))) { 328 stats->rmt_dram++; 329 if (snoop & P(SNOOP, HIT)) 330 stats->ld_shared++; 331 else 332 stats->ld_excl++; 333 } 334 } 335 336 if ((lvl & P(LVL, REM_CCE1)) || 337 (lvl & P(LVL, REM_CCE2))) { 338 if (snoop & P(SNOOP, HIT)) 339 stats->rmt_hit++; 340 else if (snoop & P(SNOOP, HITM)) 341 HITM_INC(rmt_hitm); 342 } 343 344 if ((lvl & P(LVL, MISS))) 345 stats->ld_miss++; 346 347 } else if (op & P(OP, STORE)) { 348 /* store */ 349 stats->store++; 350 351 if (!daddr) { 352 stats->st_noadrs++; 353 return -1; 354 } 355 356 if (lvl & P(LVL, HIT)) { 357 if (lvl & P(LVL, UNC)) stats->st_uncache++; 358 if (lvl & P(LVL, L1 )) stats->st_l1hit++; 359 } 360 if (lvl & P(LVL, MISS)) 361 if (lvl & P(LVL, L1)) stats->st_l1miss++; 362 } else { 363 /* unparsable data_src? */ 364 stats->noparse++; 365 return -1; 366 } 367 368 if (!mi->daddr.map || !mi->iaddr.map) { 369 stats->nomap++; 370 return -1; 371 } 372 373 #undef P 374 #undef HITM_INC 375 return err; 376 } 377 378 void c2c_add_stats(struct c2c_stats *stats, struct c2c_stats *add) 379 { 380 stats->nr_entries += add->nr_entries; 381 382 stats->locks += add->locks; 383 stats->store += add->store; 384 stats->st_uncache += add->st_uncache; 385 stats->st_noadrs += add->st_noadrs; 386 stats->st_l1hit += add->st_l1hit; 387 stats->st_l1miss += add->st_l1miss; 388 stats->load += add->load; 389 stats->ld_excl += add->ld_excl; 390 stats->ld_shared += add->ld_shared; 391 stats->ld_uncache += add->ld_uncache; 392 stats->ld_io += add->ld_io; 393 stats->ld_miss += add->ld_miss; 394 stats->ld_noadrs += add->ld_noadrs; 395 stats->ld_fbhit += add->ld_fbhit; 396 stats->ld_l1hit += add->ld_l1hit; 397 stats->ld_l2hit += add->ld_l2hit; 398 stats->ld_llchit += add->ld_llchit; 399 stats->lcl_hitm += add->lcl_hitm; 400 stats->rmt_hitm += add->rmt_hitm; 401 stats->tot_hitm += add->tot_hitm; 402 stats->rmt_hit += add->rmt_hit; 403 stats->lcl_dram += add->lcl_dram; 404 stats->rmt_dram += add->rmt_dram; 405 stats->nomap += add->nomap; 406 stats->noparse += add->noparse; 407 } 408