1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright (c) 2020 Linaro Limited, All rights reserved. 4 * Author: Mike Leach <mike.leach@linaro.org> 5 */ 6 7 #include <linux/platform_device.h> 8 #include <linux/slab.h> 9 10 #include "coresight-config.h" 11 #include "coresight-etm-perf.h" 12 #include "coresight-syscfg.h" 13 #include "coresight-syscfg-configfs.h" 14 15 /* 16 * cscfg_ API manages configurations and features for the entire coresight 17 * infrastructure. 18 * 19 * It allows the loading of configurations and features, and loads these into 20 * coresight devices as appropriate. 21 */ 22 23 /* protect the cscsg_data and device */ 24 static DEFINE_MUTEX(cscfg_mutex); 25 26 /* only one of these */ 27 static struct cscfg_manager *cscfg_mgr; 28 29 /* load features and configuations into the lists */ 30 31 /* get name feature instance from a coresight device list of features */ 32 static struct cscfg_feature_csdev * 33 cscfg_get_feat_csdev(struct coresight_device *csdev, const char *name) 34 { 35 struct cscfg_feature_csdev *feat_csdev = NULL; 36 37 list_for_each_entry(feat_csdev, &csdev->feature_csdev_list, node) { 38 if (strcmp(feat_csdev->feat_desc->name, name) == 0) 39 return feat_csdev; 40 } 41 return NULL; 42 } 43 44 /* allocate the device config instance - with max number of used features */ 45 static struct cscfg_config_csdev * 46 cscfg_alloc_csdev_cfg(struct coresight_device *csdev, int nr_feats) 47 { 48 struct cscfg_config_csdev *config_csdev = NULL; 49 struct device *dev = csdev->dev.parent; 50 51 /* this is being allocated using the devm for the coresight device */ 52 config_csdev = devm_kzalloc(dev, 53 offsetof(struct cscfg_config_csdev, feats_csdev[nr_feats]), 54 GFP_KERNEL); 55 if (!config_csdev) 56 return NULL; 57 58 config_csdev->csdev = csdev; 59 return config_csdev; 60 } 61 62 /* Load a config into a device if there are any feature matches between config and device */ 63 static int cscfg_add_csdev_cfg(struct coresight_device *csdev, 64 struct cscfg_config_desc *config_desc) 65 { 66 struct cscfg_config_csdev *config_csdev = NULL; 67 struct cscfg_feature_csdev *feat_csdev; 68 unsigned long flags; 69 int i; 70 71 /* look at each required feature and see if it matches any feature on the device */ 72 for (i = 0; i < config_desc->nr_feat_refs; i++) { 73 /* look for a matching name */ 74 feat_csdev = cscfg_get_feat_csdev(csdev, config_desc->feat_ref_names[i]); 75 if (feat_csdev) { 76 /* 77 * At least one feature on this device matches the config 78 * add a config instance to the device and a reference to the feature. 79 */ 80 if (!config_csdev) { 81 config_csdev = cscfg_alloc_csdev_cfg(csdev, 82 config_desc->nr_feat_refs); 83 if (!config_csdev) 84 return -ENOMEM; 85 config_csdev->config_desc = config_desc; 86 } 87 config_csdev->feats_csdev[config_csdev->nr_feat++] = feat_csdev; 88 } 89 } 90 /* if matched features, add config to device.*/ 91 if (config_csdev) { 92 spin_lock_irqsave(&csdev->cscfg_csdev_lock, flags); 93 list_add(&config_csdev->node, &csdev->config_csdev_list); 94 spin_unlock_irqrestore(&csdev->cscfg_csdev_lock, flags); 95 } 96 97 return 0; 98 } 99 100 /* 101 * Add the config to the set of registered devices - call with mutex locked. 102 * Iterates through devices - any device that matches one or more of the 103 * configuration features will load it, the others will ignore it. 104 */ 105 static int cscfg_add_cfg_to_csdevs(struct cscfg_config_desc *config_desc) 106 { 107 struct cscfg_registered_csdev *csdev_item; 108 int err; 109 110 list_for_each_entry(csdev_item, &cscfg_mgr->csdev_desc_list, item) { 111 err = cscfg_add_csdev_cfg(csdev_item->csdev, config_desc); 112 if (err) 113 return err; 114 } 115 return 0; 116 } 117 118 /* 119 * Allocate a feature object for load into a csdev. 120 * memory allocated using the csdev->dev object using devm managed allocator. 121 */ 122 static struct cscfg_feature_csdev * 123 cscfg_alloc_csdev_feat(struct coresight_device *csdev, struct cscfg_feature_desc *feat_desc) 124 { 125 struct cscfg_feature_csdev *feat_csdev = NULL; 126 struct device *dev = csdev->dev.parent; 127 int i; 128 129 feat_csdev = devm_kzalloc(dev, sizeof(struct cscfg_feature_csdev), GFP_KERNEL); 130 if (!feat_csdev) 131 return NULL; 132 133 /* parameters are optional - could be 0 */ 134 feat_csdev->nr_params = feat_desc->nr_params; 135 136 /* 137 * if we need parameters, zero alloc the space here, the load routine in 138 * the csdev device driver will fill out some information according to 139 * feature descriptor. 140 */ 141 if (feat_csdev->nr_params) { 142 feat_csdev->params_csdev = devm_kcalloc(dev, feat_csdev->nr_params, 143 sizeof(struct cscfg_parameter_csdev), 144 GFP_KERNEL); 145 if (!feat_csdev->params_csdev) 146 return NULL; 147 148 /* 149 * fill in the feature reference in the param - other fields 150 * handled by loader in csdev. 151 */ 152 for (i = 0; i < feat_csdev->nr_params; i++) 153 feat_csdev->params_csdev[i].feat_csdev = feat_csdev; 154 } 155 156 /* 157 * Always have registers to program - again the load routine in csdev device 158 * will fill out according to feature descriptor and device requirements. 159 */ 160 feat_csdev->nr_regs = feat_desc->nr_regs; 161 feat_csdev->regs_csdev = devm_kcalloc(dev, feat_csdev->nr_regs, 162 sizeof(struct cscfg_regval_csdev), 163 GFP_KERNEL); 164 if (!feat_csdev->regs_csdev) 165 return NULL; 166 167 /* load the feature default values */ 168 feat_csdev->feat_desc = feat_desc; 169 feat_csdev->csdev = csdev; 170 171 return feat_csdev; 172 } 173 174 /* load one feature into one coresight device */ 175 static int cscfg_load_feat_csdev(struct coresight_device *csdev, 176 struct cscfg_feature_desc *feat_desc, 177 struct cscfg_csdev_feat_ops *ops) 178 { 179 struct cscfg_feature_csdev *feat_csdev; 180 unsigned long flags; 181 int err; 182 183 if (!ops->load_feat) 184 return -EINVAL; 185 186 feat_csdev = cscfg_alloc_csdev_feat(csdev, feat_desc); 187 if (!feat_csdev) 188 return -ENOMEM; 189 190 /* load the feature into the device */ 191 err = ops->load_feat(csdev, feat_csdev); 192 if (err) 193 return err; 194 195 /* add to internal csdev feature list & initialise using reset call */ 196 cscfg_reset_feat(feat_csdev); 197 spin_lock_irqsave(&csdev->cscfg_csdev_lock, flags); 198 list_add(&feat_csdev->node, &csdev->feature_csdev_list); 199 spin_unlock_irqrestore(&csdev->cscfg_csdev_lock, flags); 200 201 return 0; 202 } 203 204 /* 205 * Add feature to any matching devices - call with mutex locked. 206 * Iterates through devices - any device that matches the feature will be 207 * called to load it. 208 */ 209 static int cscfg_add_feat_to_csdevs(struct cscfg_feature_desc *feat_desc) 210 { 211 struct cscfg_registered_csdev *csdev_item; 212 int err; 213 214 list_for_each_entry(csdev_item, &cscfg_mgr->csdev_desc_list, item) { 215 if (csdev_item->match_flags & feat_desc->match_flags) { 216 err = cscfg_load_feat_csdev(csdev_item->csdev, feat_desc, &csdev_item->ops); 217 if (err) 218 return err; 219 } 220 } 221 return 0; 222 } 223 224 /* check feature list for a named feature - call with mutex locked. */ 225 static bool cscfg_match_list_feat(const char *name) 226 { 227 struct cscfg_feature_desc *feat_desc; 228 229 list_for_each_entry(feat_desc, &cscfg_mgr->feat_desc_list, item) { 230 if (strcmp(feat_desc->name, name) == 0) 231 return true; 232 } 233 return false; 234 } 235 236 /* check all feat needed for cfg are in the list - call with mutex locked. */ 237 static int cscfg_check_feat_for_cfg(struct cscfg_config_desc *config_desc) 238 { 239 int i; 240 241 for (i = 0; i < config_desc->nr_feat_refs; i++) 242 if (!cscfg_match_list_feat(config_desc->feat_ref_names[i])) 243 return -EINVAL; 244 return 0; 245 } 246 247 /* 248 * load feature - add to feature list. 249 */ 250 static int cscfg_load_feat(struct cscfg_feature_desc *feat_desc) 251 { 252 int err; 253 struct cscfg_feature_desc *feat_desc_exist; 254 255 /* new feature must have unique name */ 256 list_for_each_entry(feat_desc_exist, &cscfg_mgr->feat_desc_list, item) { 257 if (!strcmp(feat_desc_exist->name, feat_desc->name)) 258 return -EEXIST; 259 } 260 261 /* add feature to any matching registered devices */ 262 err = cscfg_add_feat_to_csdevs(feat_desc); 263 if (err) 264 return err; 265 266 list_add(&feat_desc->item, &cscfg_mgr->feat_desc_list); 267 return 0; 268 } 269 270 /* 271 * load config into the system - validate used features exist then add to 272 * config list. 273 */ 274 static int cscfg_load_config(struct cscfg_config_desc *config_desc) 275 { 276 int err; 277 struct cscfg_config_desc *config_desc_exist; 278 279 /* new configuration must have a unique name */ 280 list_for_each_entry(config_desc_exist, &cscfg_mgr->config_desc_list, item) { 281 if (!strcmp(config_desc_exist->name, config_desc->name)) 282 return -EEXIST; 283 } 284 285 /* validate features are present */ 286 err = cscfg_check_feat_for_cfg(config_desc); 287 if (err) 288 return err; 289 290 /* add config to any matching registered device */ 291 err = cscfg_add_cfg_to_csdevs(config_desc); 292 if (err) 293 return err; 294 295 /* add config to perf fs to allow selection */ 296 err = etm_perf_add_symlink_cscfg(cscfg_device(), config_desc); 297 if (err) 298 return err; 299 300 list_add(&config_desc->item, &cscfg_mgr->config_desc_list); 301 atomic_set(&config_desc->active_cnt, 0); 302 return 0; 303 } 304 305 /* get a feature descriptor by name */ 306 const struct cscfg_feature_desc *cscfg_get_named_feat_desc(const char *name) 307 { 308 const struct cscfg_feature_desc *feat_desc = NULL, *feat_desc_item; 309 310 mutex_lock(&cscfg_mutex); 311 312 list_for_each_entry(feat_desc_item, &cscfg_mgr->feat_desc_list, item) { 313 if (strcmp(feat_desc_item->name, name) == 0) { 314 feat_desc = feat_desc_item; 315 break; 316 } 317 } 318 319 mutex_unlock(&cscfg_mutex); 320 return feat_desc; 321 } 322 323 /* called with cscfg_mutex held */ 324 static struct cscfg_feature_csdev * 325 cscfg_csdev_get_feat_from_desc(struct coresight_device *csdev, 326 struct cscfg_feature_desc *feat_desc) 327 { 328 struct cscfg_feature_csdev *feat_csdev; 329 330 list_for_each_entry(feat_csdev, &csdev->feature_csdev_list, node) { 331 if (feat_csdev->feat_desc == feat_desc) 332 return feat_csdev; 333 } 334 return NULL; 335 } 336 337 int cscfg_update_feat_param_val(struct cscfg_feature_desc *feat_desc, 338 int param_idx, u64 value) 339 { 340 int err = 0; 341 struct cscfg_feature_csdev *feat_csdev; 342 struct cscfg_registered_csdev *csdev_item; 343 344 mutex_lock(&cscfg_mutex); 345 346 /* check if any config active & return busy */ 347 if (atomic_read(&cscfg_mgr->sys_active_cnt)) { 348 err = -EBUSY; 349 goto unlock_exit; 350 } 351 352 /* set the value */ 353 if ((param_idx < 0) || (param_idx >= feat_desc->nr_params)) { 354 err = -EINVAL; 355 goto unlock_exit; 356 } 357 feat_desc->params_desc[param_idx].value = value; 358 359 /* update loaded instances.*/ 360 list_for_each_entry(csdev_item, &cscfg_mgr->csdev_desc_list, item) { 361 feat_csdev = cscfg_csdev_get_feat_from_desc(csdev_item->csdev, feat_desc); 362 if (feat_csdev) 363 feat_csdev->params_csdev[param_idx].current_value = value; 364 } 365 366 unlock_exit: 367 mutex_unlock(&cscfg_mutex); 368 return err; 369 } 370 371 /* 372 * Conditionally up reference count on owner to prevent unload. 373 * 374 * module loaded configs need to be locked in to prevent premature unload. 375 */ 376 static int cscfg_owner_get(struct cscfg_load_owner_info *owner_info) 377 { 378 if ((owner_info->type == CSCFG_OWNER_MODULE) && 379 (!try_module_get(owner_info->owner_handle))) 380 return -EINVAL; 381 return 0; 382 } 383 384 /* conditionally lower ref count on an owner */ 385 static void cscfg_owner_put(struct cscfg_load_owner_info *owner_info) 386 { 387 if (owner_info->type == CSCFG_OWNER_MODULE) 388 module_put(owner_info->owner_handle); 389 } 390 391 static void cscfg_remove_owned_csdev_configs(struct coresight_device *csdev, void *load_owner) 392 { 393 struct cscfg_config_csdev *config_csdev, *tmp; 394 395 if (list_empty(&csdev->config_csdev_list)) 396 return; 397 398 list_for_each_entry_safe(config_csdev, tmp, &csdev->config_csdev_list, node) { 399 if (config_csdev->config_desc->load_owner == load_owner) 400 list_del(&config_csdev->node); 401 } 402 } 403 404 static void cscfg_remove_owned_csdev_features(struct coresight_device *csdev, void *load_owner) 405 { 406 struct cscfg_feature_csdev *feat_csdev, *tmp; 407 408 if (list_empty(&csdev->feature_csdev_list)) 409 return; 410 411 list_for_each_entry_safe(feat_csdev, tmp, &csdev->feature_csdev_list, node) { 412 if (feat_csdev->feat_desc->load_owner == load_owner) 413 list_del(&feat_csdev->node); 414 } 415 } 416 417 /* 418 * removal is relatively easy - just remove from all lists, anything that 419 * matches the owner. Memory for the descriptors will be managed by the owner, 420 * memory for the csdev items is devm_ allocated with the individual csdev 421 * devices. 422 */ 423 static void cscfg_unload_owned_cfgs_feats(void *load_owner) 424 { 425 struct cscfg_config_desc *config_desc, *cfg_tmp; 426 struct cscfg_feature_desc *feat_desc, *feat_tmp; 427 struct cscfg_registered_csdev *csdev_item; 428 429 /* remove from each csdev instance feature and config lists */ 430 list_for_each_entry(csdev_item, &cscfg_mgr->csdev_desc_list, item) { 431 /* 432 * for each csdev, check the loaded lists and remove if 433 * referenced descriptor is owned 434 */ 435 cscfg_remove_owned_csdev_configs(csdev_item->csdev, load_owner); 436 cscfg_remove_owned_csdev_features(csdev_item->csdev, load_owner); 437 } 438 439 /* remove from the config descriptor lists */ 440 list_for_each_entry_safe(config_desc, cfg_tmp, &cscfg_mgr->config_desc_list, item) { 441 if (config_desc->load_owner == load_owner) { 442 cscfg_configfs_del_config(config_desc); 443 etm_perf_del_symlink_cscfg(config_desc); 444 list_del(&config_desc->item); 445 } 446 } 447 448 /* remove from the feature descriptor lists */ 449 list_for_each_entry_safe(feat_desc, feat_tmp, &cscfg_mgr->feat_desc_list, item) { 450 if (feat_desc->load_owner == load_owner) { 451 cscfg_configfs_del_feature(feat_desc); 452 list_del(&feat_desc->item); 453 } 454 } 455 } 456 457 /** 458 * cscfg_load_config_sets - API function to load feature and config sets. 459 * 460 * Take a 0 terminated array of feature descriptors and/or configuration 461 * descriptors and load into the system. 462 * Features are loaded first to ensure configuration dependencies can be met. 463 * 464 * To facilitate dynamic loading and unloading, features and configurations 465 * have a "load_owner", to allow later unload by the same owner. An owner may 466 * be a loadable module or configuration dynamically created via configfs. 467 * As later loaded configurations can use earlier loaded features, creating load 468 * dependencies, a load order list is maintained. Unload is strictly in the 469 * reverse order to load. 470 * 471 * @config_descs: 0 terminated array of configuration descriptors. 472 * @feat_descs: 0 terminated array of feature descriptors. 473 * @owner_info: Information on the owner of this set. 474 */ 475 int cscfg_load_config_sets(struct cscfg_config_desc **config_descs, 476 struct cscfg_feature_desc **feat_descs, 477 struct cscfg_load_owner_info *owner_info) 478 { 479 int err = 0, i = 0; 480 481 mutex_lock(&cscfg_mutex); 482 483 /* load features first */ 484 if (feat_descs) { 485 while (feat_descs[i]) { 486 err = cscfg_load_feat(feat_descs[i]); 487 if (!err) 488 err = cscfg_configfs_add_feature(feat_descs[i]); 489 if (err) { 490 pr_err("coresight-syscfg: Failed to load feature %s\n", 491 feat_descs[i]->name); 492 cscfg_unload_owned_cfgs_feats(owner_info); 493 goto exit_unlock; 494 } 495 feat_descs[i]->load_owner = owner_info; 496 i++; 497 } 498 } 499 500 /* next any configurations to check feature dependencies */ 501 i = 0; 502 if (config_descs) { 503 while (config_descs[i]) { 504 err = cscfg_load_config(config_descs[i]); 505 if (!err) 506 err = cscfg_configfs_add_config(config_descs[i]); 507 if (err) { 508 pr_err("coresight-syscfg: Failed to load configuration %s\n", 509 config_descs[i]->name); 510 cscfg_unload_owned_cfgs_feats(owner_info); 511 goto exit_unlock; 512 } 513 config_descs[i]->load_owner = owner_info; 514 i++; 515 } 516 } 517 518 /* add the load owner to the load order list */ 519 list_add_tail(&owner_info->item, &cscfg_mgr->load_order_list); 520 if (!list_is_singular(&cscfg_mgr->load_order_list)) { 521 /* lock previous item in load order list */ 522 err = cscfg_owner_get(list_prev_entry(owner_info, item)); 523 if (err) { 524 cscfg_unload_owned_cfgs_feats(owner_info); 525 list_del(&owner_info->item); 526 } 527 } 528 529 exit_unlock: 530 mutex_unlock(&cscfg_mutex); 531 return err; 532 } 533 EXPORT_SYMBOL_GPL(cscfg_load_config_sets); 534 535 /** 536 * cscfg_unload_config_sets - unload a set of configurations by owner. 537 * 538 * Dynamic unload of configuration and feature sets is done on the basis of 539 * the load owner of that set. Later loaded configurations can depend on 540 * features loaded earlier. 541 * 542 * Therefore, unload is only possible if:- 543 * 1) no configurations are active. 544 * 2) the set being unloaded was the last to be loaded to maintain dependencies. 545 * 546 * @owner_info: Information on owner for set being unloaded. 547 */ 548 int cscfg_unload_config_sets(struct cscfg_load_owner_info *owner_info) 549 { 550 int err = 0; 551 struct cscfg_load_owner_info *load_list_item = NULL; 552 553 mutex_lock(&cscfg_mutex); 554 555 /* cannot unload if anything is active */ 556 if (atomic_read(&cscfg_mgr->sys_active_cnt)) { 557 err = -EBUSY; 558 goto exit_unlock; 559 } 560 561 /* cannot unload if not last loaded in load order */ 562 if (!list_empty(&cscfg_mgr->load_order_list)) { 563 load_list_item = list_last_entry(&cscfg_mgr->load_order_list, 564 struct cscfg_load_owner_info, item); 565 if (load_list_item != owner_info) 566 load_list_item = NULL; 567 } 568 569 if (!load_list_item) { 570 err = -EINVAL; 571 goto exit_unlock; 572 } 573 574 /* unload all belonging to load_owner */ 575 cscfg_unload_owned_cfgs_feats(owner_info); 576 577 /* remove from load order list */ 578 if (!list_is_singular(&cscfg_mgr->load_order_list)) { 579 /* unlock previous item in load order list */ 580 cscfg_owner_put(list_prev_entry(owner_info, item)); 581 } 582 list_del(&owner_info->item); 583 584 exit_unlock: 585 mutex_unlock(&cscfg_mutex); 586 return err; 587 } 588 EXPORT_SYMBOL_GPL(cscfg_unload_config_sets); 589 590 /* Handle coresight device registration and add configs and features to devices */ 591 592 /* iterate through config lists and load matching configs to device */ 593 static int cscfg_add_cfgs_csdev(struct coresight_device *csdev) 594 { 595 struct cscfg_config_desc *config_desc; 596 int err = 0; 597 598 list_for_each_entry(config_desc, &cscfg_mgr->config_desc_list, item) { 599 err = cscfg_add_csdev_cfg(csdev, config_desc); 600 if (err) 601 break; 602 } 603 return err; 604 } 605 606 /* iterate through feature lists and load matching features to device */ 607 static int cscfg_add_feats_csdev(struct coresight_device *csdev, 608 u32 match_flags, 609 struct cscfg_csdev_feat_ops *ops) 610 { 611 struct cscfg_feature_desc *feat_desc; 612 int err = 0; 613 614 if (!ops->load_feat) 615 return -EINVAL; 616 617 list_for_each_entry(feat_desc, &cscfg_mgr->feat_desc_list, item) { 618 if (feat_desc->match_flags & match_flags) { 619 err = cscfg_load_feat_csdev(csdev, feat_desc, ops); 620 if (err) 621 break; 622 } 623 } 624 return err; 625 } 626 627 /* Add coresight device to list and copy its matching info */ 628 static int cscfg_list_add_csdev(struct coresight_device *csdev, 629 u32 match_flags, 630 struct cscfg_csdev_feat_ops *ops) 631 { 632 struct cscfg_registered_csdev *csdev_item; 633 634 /* allocate the list entry structure */ 635 csdev_item = kzalloc(sizeof(struct cscfg_registered_csdev), GFP_KERNEL); 636 if (!csdev_item) 637 return -ENOMEM; 638 639 csdev_item->csdev = csdev; 640 csdev_item->match_flags = match_flags; 641 csdev_item->ops.load_feat = ops->load_feat; 642 list_add(&csdev_item->item, &cscfg_mgr->csdev_desc_list); 643 644 INIT_LIST_HEAD(&csdev->feature_csdev_list); 645 INIT_LIST_HEAD(&csdev->config_csdev_list); 646 spin_lock_init(&csdev->cscfg_csdev_lock); 647 648 return 0; 649 } 650 651 /* remove a coresight device from the list and free data */ 652 static void cscfg_list_remove_csdev(struct coresight_device *csdev) 653 { 654 struct cscfg_registered_csdev *csdev_item, *tmp; 655 656 list_for_each_entry_safe(csdev_item, tmp, &cscfg_mgr->csdev_desc_list, item) { 657 if (csdev_item->csdev == csdev) { 658 list_del(&csdev_item->item); 659 kfree(csdev_item); 660 break; 661 } 662 } 663 } 664 665 /** 666 * cscfg_register_csdev - register a coresight device with the syscfg manager. 667 * 668 * Registers the coresight device with the system. @match_flags used to check 669 * if the device is a match for registered features. Any currently registered 670 * configurations and features that match the device will be loaded onto it. 671 * 672 * @csdev: The coresight device to register. 673 * @match_flags: Matching information to load features. 674 * @ops: Standard operations supported by the device. 675 */ 676 int cscfg_register_csdev(struct coresight_device *csdev, 677 u32 match_flags, 678 struct cscfg_csdev_feat_ops *ops) 679 { 680 int ret = 0; 681 682 mutex_lock(&cscfg_mutex); 683 684 /* add device to list of registered devices */ 685 ret = cscfg_list_add_csdev(csdev, match_flags, ops); 686 if (ret) 687 goto reg_csdev_unlock; 688 689 /* now load any registered features and configs matching the device. */ 690 ret = cscfg_add_feats_csdev(csdev, match_flags, ops); 691 if (ret) { 692 cscfg_list_remove_csdev(csdev); 693 goto reg_csdev_unlock; 694 } 695 696 ret = cscfg_add_cfgs_csdev(csdev); 697 if (ret) { 698 cscfg_list_remove_csdev(csdev); 699 goto reg_csdev_unlock; 700 } 701 702 pr_info("CSCFG registered %s", dev_name(&csdev->dev)); 703 704 reg_csdev_unlock: 705 mutex_unlock(&cscfg_mutex); 706 return ret; 707 } 708 EXPORT_SYMBOL_GPL(cscfg_register_csdev); 709 710 /** 711 * cscfg_unregister_csdev - remove coresight device from syscfg manager. 712 * 713 * @csdev: Device to remove. 714 */ 715 void cscfg_unregister_csdev(struct coresight_device *csdev) 716 { 717 mutex_lock(&cscfg_mutex); 718 cscfg_list_remove_csdev(csdev); 719 mutex_unlock(&cscfg_mutex); 720 } 721 EXPORT_SYMBOL_GPL(cscfg_unregister_csdev); 722 723 /** 724 * cscfg_csdev_reset_feats - reset features for a CoreSight device. 725 * 726 * Resets all parameters and register values for any features loaded 727 * into @csdev to their default values. 728 * 729 * @csdev: The CoreSight device. 730 */ 731 void cscfg_csdev_reset_feats(struct coresight_device *csdev) 732 { 733 struct cscfg_feature_csdev *feat_csdev; 734 unsigned long flags; 735 736 spin_lock_irqsave(&csdev->cscfg_csdev_lock, flags); 737 if (list_empty(&csdev->feature_csdev_list)) 738 goto unlock_exit; 739 740 list_for_each_entry(feat_csdev, &csdev->feature_csdev_list, node) 741 cscfg_reset_feat(feat_csdev); 742 743 unlock_exit: 744 spin_unlock_irqrestore(&csdev->cscfg_csdev_lock, flags); 745 } 746 EXPORT_SYMBOL_GPL(cscfg_csdev_reset_feats); 747 748 /* 749 * This activate configuration for either perf or sysfs. Perf can have multiple 750 * active configs, selected per event, sysfs is limited to one. 751 * 752 * Increments the configuration descriptor active count and the global active 753 * count. 754 * 755 * @cfg_hash: Hash value of the selected configuration name. 756 */ 757 static int _cscfg_activate_config(unsigned long cfg_hash) 758 { 759 struct cscfg_config_desc *config_desc; 760 int err = -EINVAL; 761 762 list_for_each_entry(config_desc, &cscfg_mgr->config_desc_list, item) { 763 if ((unsigned long)config_desc->event_ea->var == cfg_hash) { 764 /* must ensure that config cannot be unloaded in use */ 765 err = cscfg_owner_get(config_desc->load_owner); 766 if (err) 767 break; 768 /* 769 * increment the global active count - control changes to 770 * active configurations 771 */ 772 atomic_inc(&cscfg_mgr->sys_active_cnt); 773 774 /* 775 * mark the descriptor as active so enable config on a 776 * device instance will use it 777 */ 778 atomic_inc(&config_desc->active_cnt); 779 780 err = 0; 781 dev_dbg(cscfg_device(), "Activate config %s.\n", config_desc->name); 782 break; 783 } 784 } 785 return err; 786 } 787 788 static void _cscfg_deactivate_config(unsigned long cfg_hash) 789 { 790 struct cscfg_config_desc *config_desc; 791 792 list_for_each_entry(config_desc, &cscfg_mgr->config_desc_list, item) { 793 if ((unsigned long)config_desc->event_ea->var == cfg_hash) { 794 atomic_dec(&config_desc->active_cnt); 795 atomic_dec(&cscfg_mgr->sys_active_cnt); 796 cscfg_owner_put(config_desc->load_owner); 797 dev_dbg(cscfg_device(), "Deactivate config %s.\n", config_desc->name); 798 break; 799 } 800 } 801 } 802 803 /* 804 * called from configfs to set/clear the active configuration for use when 805 * using sysfs to control trace. 806 */ 807 int cscfg_config_sysfs_activate(struct cscfg_config_desc *config_desc, bool activate) 808 { 809 unsigned long cfg_hash; 810 int err = 0; 811 812 mutex_lock(&cscfg_mutex); 813 814 cfg_hash = (unsigned long)config_desc->event_ea->var; 815 816 if (activate) { 817 /* cannot be a current active value to activate this */ 818 if (cscfg_mgr->sysfs_active_config) { 819 err = -EBUSY; 820 goto exit_unlock; 821 } 822 err = _cscfg_activate_config(cfg_hash); 823 if (!err) 824 cscfg_mgr->sysfs_active_config = cfg_hash; 825 } else { 826 /* disable if matching current value */ 827 if (cscfg_mgr->sysfs_active_config == cfg_hash) { 828 _cscfg_deactivate_config(cfg_hash); 829 cscfg_mgr->sysfs_active_config = 0; 830 } else 831 err = -EINVAL; 832 } 833 834 exit_unlock: 835 mutex_unlock(&cscfg_mutex); 836 return err; 837 } 838 839 /* set the sysfs preset value */ 840 void cscfg_config_sysfs_set_preset(int preset) 841 { 842 mutex_lock(&cscfg_mutex); 843 cscfg_mgr->sysfs_active_preset = preset; 844 mutex_unlock(&cscfg_mutex); 845 } 846 847 /* 848 * Used by a device to get the config and preset selected as active in configfs, 849 * when using sysfs to control trace. 850 */ 851 void cscfg_config_sysfs_get_active_cfg(unsigned long *cfg_hash, int *preset) 852 { 853 mutex_lock(&cscfg_mutex); 854 *preset = cscfg_mgr->sysfs_active_preset; 855 *cfg_hash = cscfg_mgr->sysfs_active_config; 856 mutex_unlock(&cscfg_mutex); 857 } 858 EXPORT_SYMBOL_GPL(cscfg_config_sysfs_get_active_cfg); 859 860 /** 861 * cscfg_activate_config - Mark a configuration descriptor as active. 862 * 863 * This will be seen when csdev devices are enabled in the system. 864 * Only activated configurations can be enabled on individual devices. 865 * Activation protects the configuration from alteration or removal while 866 * active. 867 * 868 * Selection by hash value - generated from the configuration name when it 869 * was loaded and added to the cs_etm/configurations file system for selection 870 * by perf. 871 * 872 * @cfg_hash: Hash value of the selected configuration name. 873 */ 874 int cscfg_activate_config(unsigned long cfg_hash) 875 { 876 int err = 0; 877 878 mutex_lock(&cscfg_mutex); 879 err = _cscfg_activate_config(cfg_hash); 880 mutex_unlock(&cscfg_mutex); 881 882 return err; 883 } 884 EXPORT_SYMBOL_GPL(cscfg_activate_config); 885 886 /** 887 * cscfg_deactivate_config - Mark a config descriptor as inactive. 888 * 889 * Decrement the configuration and global active counts. 890 * 891 * @cfg_hash: Hash value of the selected configuration name. 892 */ 893 void cscfg_deactivate_config(unsigned long cfg_hash) 894 { 895 mutex_lock(&cscfg_mutex); 896 _cscfg_deactivate_config(cfg_hash); 897 mutex_unlock(&cscfg_mutex); 898 } 899 EXPORT_SYMBOL_GPL(cscfg_deactivate_config); 900 901 /** 902 * cscfg_csdev_enable_active_config - Enable matching active configuration for device. 903 * 904 * Enables the configuration selected by @cfg_hash if the configuration is supported 905 * on the device and has been activated. 906 * 907 * If active and supported the CoreSight device @csdev will be programmed with the 908 * configuration, using @preset parameters. 909 * 910 * Should be called before driver hardware enable for the requested device, prior to 911 * programming and enabling the physical hardware. 912 * 913 * @csdev: CoreSight device to program. 914 * @cfg_hash: Selector for the configuration. 915 * @preset: Preset parameter values to use, 0 for current / default values. 916 */ 917 int cscfg_csdev_enable_active_config(struct coresight_device *csdev, 918 unsigned long cfg_hash, int preset) 919 { 920 struct cscfg_config_csdev *config_csdev_active = NULL, *config_csdev_item; 921 const struct cscfg_config_desc *config_desc; 922 unsigned long flags; 923 int err = 0; 924 925 /* quickly check global count */ 926 if (!atomic_read(&cscfg_mgr->sys_active_cnt)) 927 return 0; 928 929 /* 930 * Look for matching configuration - set the active configuration 931 * context if found. 932 */ 933 spin_lock_irqsave(&csdev->cscfg_csdev_lock, flags); 934 list_for_each_entry(config_csdev_item, &csdev->config_csdev_list, node) { 935 config_desc = config_csdev_item->config_desc; 936 if ((atomic_read(&config_desc->active_cnt)) && 937 ((unsigned long)config_desc->event_ea->var == cfg_hash)) { 938 config_csdev_active = config_csdev_item; 939 csdev->active_cscfg_ctxt = (void *)config_csdev_active; 940 break; 941 } 942 } 943 spin_unlock_irqrestore(&csdev->cscfg_csdev_lock, flags); 944 945 /* 946 * If found, attempt to enable 947 */ 948 if (config_csdev_active) { 949 /* 950 * Call the generic routine that will program up the internal 951 * driver structures prior to programming up the hardware. 952 * This routine takes the driver spinlock saved in the configs. 953 */ 954 err = cscfg_csdev_enable_config(config_csdev_active, preset); 955 if (!err) { 956 /* 957 * Successful programming. Check the active_cscfg_ctxt 958 * pointer to ensure no pre-emption disabled it via 959 * cscfg_csdev_disable_active_config() before 960 * we could start. 961 * 962 * Set enabled if OK, err if not. 963 */ 964 spin_lock_irqsave(&csdev->cscfg_csdev_lock, flags); 965 if (csdev->active_cscfg_ctxt) 966 config_csdev_active->enabled = true; 967 else 968 err = -EBUSY; 969 spin_unlock_irqrestore(&csdev->cscfg_csdev_lock, flags); 970 } 971 } 972 return err; 973 } 974 EXPORT_SYMBOL_GPL(cscfg_csdev_enable_active_config); 975 976 /** 977 * cscfg_csdev_disable_active_config - disable an active config on the device. 978 * 979 * Disables the active configuration on the CoreSight device @csdev. 980 * Disable will save the values of any registers marked in the configurations 981 * as save on disable. 982 * 983 * Should be called after driver hardware disable for the requested device, 984 * after disabling the physical hardware and reading back registers. 985 * 986 * @csdev: The CoreSight device. 987 */ 988 void cscfg_csdev_disable_active_config(struct coresight_device *csdev) 989 { 990 struct cscfg_config_csdev *config_csdev; 991 unsigned long flags; 992 993 /* 994 * Check if we have an active config, and that it was successfully enabled. 995 * If it was not enabled, we have no work to do, otherwise mark as disabled. 996 * Clear the active config pointer. 997 */ 998 spin_lock_irqsave(&csdev->cscfg_csdev_lock, flags); 999 config_csdev = (struct cscfg_config_csdev *)csdev->active_cscfg_ctxt; 1000 if (config_csdev) { 1001 if (!config_csdev->enabled) 1002 config_csdev = NULL; 1003 else 1004 config_csdev->enabled = false; 1005 } 1006 csdev->active_cscfg_ctxt = NULL; 1007 spin_unlock_irqrestore(&csdev->cscfg_csdev_lock, flags); 1008 1009 /* true if there was an enabled active config */ 1010 if (config_csdev) 1011 cscfg_csdev_disable_config(config_csdev); 1012 } 1013 EXPORT_SYMBOL_GPL(cscfg_csdev_disable_active_config); 1014 1015 /* Initialise system configuration management device. */ 1016 1017 struct device *cscfg_device(void) 1018 { 1019 return cscfg_mgr ? &cscfg_mgr->dev : NULL; 1020 } 1021 1022 /* Must have a release function or the kernel will complain on module unload */ 1023 static void cscfg_dev_release(struct device *dev) 1024 { 1025 kfree(cscfg_mgr); 1026 cscfg_mgr = NULL; 1027 } 1028 1029 /* a device is needed to "own" some kernel elements such as sysfs entries. */ 1030 static int cscfg_create_device(void) 1031 { 1032 struct device *dev; 1033 int err = -ENOMEM; 1034 1035 mutex_lock(&cscfg_mutex); 1036 if (cscfg_mgr) { 1037 err = -EINVAL; 1038 goto create_dev_exit_unlock; 1039 } 1040 1041 cscfg_mgr = kzalloc(sizeof(struct cscfg_manager), GFP_KERNEL); 1042 if (!cscfg_mgr) 1043 goto create_dev_exit_unlock; 1044 1045 /* setup the device */ 1046 dev = cscfg_device(); 1047 dev->release = cscfg_dev_release; 1048 dev->init_name = "cs_system_cfg"; 1049 1050 err = device_register(dev); 1051 if (err) 1052 put_device(dev); 1053 1054 create_dev_exit_unlock: 1055 mutex_unlock(&cscfg_mutex); 1056 return err; 1057 } 1058 1059 static void cscfg_clear_device(void) 1060 { 1061 struct cscfg_config_desc *cfg_desc; 1062 1063 mutex_lock(&cscfg_mutex); 1064 list_for_each_entry(cfg_desc, &cscfg_mgr->config_desc_list, item) { 1065 etm_perf_del_symlink_cscfg(cfg_desc); 1066 } 1067 cscfg_configfs_release(cscfg_mgr); 1068 device_unregister(cscfg_device()); 1069 mutex_unlock(&cscfg_mutex); 1070 } 1071 1072 /* Initialise system config management API device */ 1073 int __init cscfg_init(void) 1074 { 1075 int err = 0; 1076 1077 err = cscfg_create_device(); 1078 if (err) 1079 return err; 1080 1081 err = cscfg_configfs_init(cscfg_mgr); 1082 if (err) 1083 goto exit_err; 1084 1085 INIT_LIST_HEAD(&cscfg_mgr->csdev_desc_list); 1086 INIT_LIST_HEAD(&cscfg_mgr->feat_desc_list); 1087 INIT_LIST_HEAD(&cscfg_mgr->config_desc_list); 1088 INIT_LIST_HEAD(&cscfg_mgr->load_order_list); 1089 atomic_set(&cscfg_mgr->sys_active_cnt, 0); 1090 1091 /* preload built-in configurations */ 1092 err = cscfg_preload(THIS_MODULE); 1093 if (err) 1094 goto exit_err; 1095 1096 dev_info(cscfg_device(), "CoreSight Configuration manager initialised"); 1097 return 0; 1098 1099 exit_err: 1100 cscfg_clear_device(); 1101 return err; 1102 } 1103 1104 void cscfg_exit(void) 1105 { 1106 cscfg_clear_device(); 1107 } 1108